-- Logs begin at Fri 2021-09-10 11:00:01 UTC, end at Fri 2021-09-10 12:02:34 UTC. -- Sep 10 11:28:53.961860 dv-cinder-759962-12-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 11:28:56.672878 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.common.config [-] Logging enabled! Sep 10 11:28:56.673424 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 11:28:56.673647 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 11:28:56.676870 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.common.config [-] Logging enabled! Sep 10 11:28:56.677126 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 11:28:56.677436 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93948) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 11:28:56.678371 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 11:28:56.678605 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 11:28:56.678965 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 11:28:56.679210 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 11:28:56.679434 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 11:28:56.679749 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.680042 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.680335 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.680589 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.680883 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.681171 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.681454 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.681741 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.682036 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.682321 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.682600 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.682882 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.683110 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.683394 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.683678 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.683962 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.684187 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] debug = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.684491 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.684914 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.685315 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.685594 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.685880 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.686156 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.686426 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.686700 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.686980 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.687305 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] host = dv-cinder-759962-12-iscsi {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.687581 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.687863 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.688687 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.688974 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.689249 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.689522 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.689804 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.690074 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.690342 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.690617 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.690904 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.691188 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.691474 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.691699 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.691920 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.692204 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.692510 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.692788 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.693060 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.693332 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.693606 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.693883 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.694147 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.694426 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.694708 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.694989 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.695263 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.695535 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.695805 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.696075 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.696380 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.696648 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.696921 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.697190 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.697474 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.697740 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.698012 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.698304 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.698587 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.698865 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.699144 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.699415 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.699692 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.699960 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.700226 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.700516 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] use_json = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.700786 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.701051 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.701326 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.701592 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.701858 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.702152 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.702392 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.702671 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:56.702962 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.703252 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.703544 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.704394 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.704686 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.704964 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.705248 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.705522 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.705805 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.706088 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.706371 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.706643 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.706928 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.707201 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.707489 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.707788 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.708074 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.708385 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.708650 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.708921 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.709188 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.709461 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.709742 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.710014 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.710297 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.710577 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.710854 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.711138 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.711428 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.711712 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.711981 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.712254 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.712561 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.712835 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.713103 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.713375 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.713657 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.713928 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.714195 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.714473 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.714741 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.715007 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.715271 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.715542 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.715825 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.716095 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.716373 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.716645 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.716915 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.717180 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.717456 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.717725 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.717990 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.718254 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.718524 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.718790 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.719057 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.719351 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.719617 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.719886 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.720152 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.720443 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.720712 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.720976 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.721241 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.721505 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.721769 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.722039 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.722302 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.722566 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.722830 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.723095 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.723361 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.723640 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.723931 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.724202 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.724502 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.724776 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.725048 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.725318 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.725587 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.725861 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.726132 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.726397 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.726680 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.726959 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.727238 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.727512 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.727787 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.728082 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.728371 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.728653 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.728926 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.729199 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.729476 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.729752 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.730041 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.730327 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.730610 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.730897 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.731180 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.731456 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.731759 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.732036 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:56.732251 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 11:28:56.732513 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93948) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 11:28:57.080074 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 11:28:57.080377 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 11:28:57.080673 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 11:28:57.081006 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 11:28:57.470240 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.470458 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.470737 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.472047 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.472320 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.472611 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.507979 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.508257 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.508546 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.523436 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.523716 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.523985 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.553044 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.553331 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.553599 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.590405 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.590686 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.590951 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.819976 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.820622 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.820622 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.820799 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.821474 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.940405 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.940723 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.941006 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.941278 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.941543 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.941852 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.942108 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.942362 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.942616 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.942895 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.943153 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.943416 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.943669 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.943918 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.944171 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.944461 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.944718 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.944984 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.945254 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.945510 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.945781 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.946031 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.946314 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.946692 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.946942 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.947187 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.947576 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:57.947815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:57.948051 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:57.948286 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:57.948549 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:57.948782 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:57.949141 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 11:28:57.952197 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 11:28:57.956704 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 11:28:57.960473 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(550, 599)])]) Sep 10 11:28:57.962098 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 11:28:57.962550 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 11:28:57.962885 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 11:28:57.963268 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 11:28:57.966065 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 11:28:57.966318 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 11:28:57.966664 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 11:28:57.972589 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 11:28:57.994088 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 11:28:57.994531 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.994825 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93948) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 11:28:57.995189 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:57.996580 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93948) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 11:28:57.996857 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 11:28:57.997102 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 11:28:58.000452 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.000760 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.063723 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 11:28:58.064069 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 11:28:58.064178 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 11:28:58.064575 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 11:28:58.086442 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_db.sqlalchemy.engines [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93948) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 11:28:58.612555 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing driver for type 'gre' Sep 10 11:28:58.613081 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] gre ID ranges: [(1, 1000)] Sep 10 11:28:58.663067 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing driver for type 'local' Sep 10 11:28:58.663396 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing driver for type 'vlan' Sep 10 11:28:58.676513 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] VlanTypeDriver initialization complete Sep 10 11:28:58.676843 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing driver for type 'vxlan' Sep 10 11:28:58.677324 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] vxlan ID ranges: [(1, 1000)] Sep 10 11:28:58.729979 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing extension driver 'port_security' Sep 10 11:28:58.730359 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.extensions.port_security [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] PortSecurityExtensionDriver initialization complete Sep 10 11:28:58.730626 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing mechanism driver 'openvswitch' Sep 10 11:28:58.730955 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing mechanism driver 'hyperv' Sep 10 11:28:58.738021 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.plugin [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93948) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:28:58.738699 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.739064 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.739412 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.739929 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 11:28:58.740376 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.740737 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.741081 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.741470 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 11:28:58.741877 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.742229 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.742577 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.742968 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 11:28:58.743373 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > security_group after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.743722 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > security_group after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.744059 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.744614 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 11:28:58.745026 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.745379 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.745722 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.746116 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 11:28:58.746521 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > address_group after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.746867 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > address_group after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.747203 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.747591 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93948) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 11:28:58.747966 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] ML2 OVO RPC backend initialized. {{(pid=93948) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 11:28:58.748704 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.749064 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.749481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.749830 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > networks before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.750174 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.750545 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > ports before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.751425 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.751768 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnets before_response 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.752117 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.752478 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.752822 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.753159 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.753494 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.753829 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.754165 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.754499 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.754834 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.755403 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.plugin [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Modular L2 Plugin initialization complete Sep 10 11:28:58.755733 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading services supported by the core plugin {{(pid=93948) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 11:28:58.756059 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.plugins.ml2.managers [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Got port-security extension from driver 'port_security' Sep 10 11:28:58.756552 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.extensions.vlantransparent [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Disabled vlantransparent extension. Sep 10 11:28:58.757031 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93948) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 11:28:58.757346 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: router Sep 10 11:28:58.792629 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.793020 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_create 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.793397 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router before_create 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.793766 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.794142 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.794502 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_delete 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.794864 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > floatingip after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.795217 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.795578 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_create 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.795926 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_update 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.796275 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_update 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.796717 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.797075 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_update 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.797986 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.798354 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.798694 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.799030 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: subnet after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.799368 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.799717 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.800063 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.800438 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.800782 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.801138 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router after_update 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.801483 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.801833 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_create 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.802194 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.802544 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_update 55549900 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.802911 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > agent after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.803261 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > agent after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.803604 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > network after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.804484 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Tracking information for resource: router configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:58.804816 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Tracking information for resource: floatingip configured {{(pid=93948) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 11:28:58.809678 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.db.l3_agentschedulers_db [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 11:28:58.810256 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.810619 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port after_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.810970 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port after_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.811321 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: port after_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.812108 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router before_create 55550100 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.812510 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.812875 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_create 55550100 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.813792 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > router precommit_update 55550100 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.818470 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.provider_configuration [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service providers = [] {{(pid=93948) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 11:28:58.818839 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.db.servicetype_db [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93948) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 11:28:58.821792 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.service_base [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 11:28:58.822316 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.service_base [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 11:28:58.822482 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.service_base [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 11:28:58.823369 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.services.service_base [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93948) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 11:28:58.823741 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.services.service_base [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 11:28:58.824114 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.824460 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 11:28:58.834946 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.835285 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: auto_allocate Sep 10 11:28:58.841073 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: network precommit_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.841392 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: network precommit_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.841914 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.842236 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: tag Sep 10 11:28:58.849227 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.849540 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: timestamp Sep 10 11:28:58.853524 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.853862 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: network_ip_availability Sep 10 11:28:58.859231 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.859603 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.860560 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:58.861269 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.861588 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: flavors Sep 10 11:28:58.866235 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.866564 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading Plugin: revisions Sep 10 11:28:58.870805 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93948) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 11:28:58.871197 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_concurrency.lockutils [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.790s {{(pid=93948) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 11:28:58.871935 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93948) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 11:28:58.872274 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Initializing extension manager. Sep 10 11:28:58.872808 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: __init__.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.873150 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: __pycache__ {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.873486 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.873822 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: address_group.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.874571 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.875127 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: address-group Sep 10 11:28:58.875469 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: address_scope.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.876402 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.876912 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: address-scope Sep 10 11:28:58.877236 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.878163 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.878668 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: router-admin-state-down-before-update Sep 10 11:28:58.878994 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: agent.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.879699 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.880197 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: agent Sep 10 11:28:58.880554 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: agent_resources_synced.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.881467 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.881979 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: agent-resources-synced Sep 10 11:28:58.882305 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: allowedaddresspairs.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.884074 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.884635 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: allowed-address-pairs Sep 10 11:28:58.884963 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: auto_allocated_topology.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.886042 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.886555 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: auto-allocated-topology Sep 10 11:28:58.886879 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: availability_zone.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.887577 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.888076 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: availability_zone Sep 10 11:28:58.888426 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: availability_zone_filter.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.889349 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.889853 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: availability_zone_filter Sep 10 11:28:58.890172 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: data_plane_status.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.891096 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.891612 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 11:28:58.891932 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: default_subnetpools.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.892938 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.893442 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: default-subnetpools Sep 10 11:28:58.893763 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.894564 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.895061 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: dhcp_agent_scheduler Sep 10 11:28:58.895380 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: dns.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.896293 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.896830 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension dns-integration not supported by any of loaded plugins Sep 10 11:28:58.897152 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: dns_domain_ports.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.898069 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.898576 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 11:28:58.898898 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.899815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.900313 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 11:28:58.900661 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: dvr.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.901330 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.901831 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: dvr Sep 10 11:28:58.902150 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: ecmp_routes.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.903061 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.903559 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 11:28:58.903878 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: empty_string_filtering.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.904815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.905319 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: empty-string-filtering Sep 10 11:28:58.905641 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.906547 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.907567 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 11:28:58.907891 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.909077 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.909589 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 11:28:58.909914 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: external_net.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.910822 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.911325 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: external-net Sep 10 11:28:58.911677 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.912632 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.913139 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: extra_dhcp_opt Sep 10 11:28:58.913460 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: extraroute.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.914370 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.914875 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: extraroute Sep 10 11:28:58.915196 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: extraroute_atomic.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.916223 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.916765 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: extraroute-atomic Sep 10 11:28:58.917091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: filter_validation.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.917757 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.918255 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: filter-validation Sep 10 11:28:58.918577 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: fip_pf_description.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.919487 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.919985 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 11:28:58.920305 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: fip_port_details.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.921241 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.921744 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: fip-port-details Sep 10 11:28:58.922069 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: flavors.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.923845 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.924376 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: flavors Sep 10 11:28:58.924709 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.926370 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.926886 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 11:28:58.927216 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: floatingip_pools.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.927918 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.928442 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: floatingip-pools Sep 10 11:28:58.928770 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: ip_allocation.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.929703 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.930203 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 11:28:58.930524 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.931446 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.931951 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: ip-substring-filtering Sep 10 11:28:58.932279 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l2_adjacency.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.933237 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.933737 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 11:28:58.934057 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.935145 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.935657 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: router Sep 10 11:28:58.935982 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.938271 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.938790 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 11:28:58.939122 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.940060 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.940604 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: ext-gw-mode Sep 10 11:28:58.940932 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.941868 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.942381 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: l3-ha Sep 10 11:28:58.942707 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3_flavors.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.943623 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.944128 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: l3-flavors Sep 10 11:28:58.944486 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.945401 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.945903 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 11:28:58.946225 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: l3agentscheduler.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.947257 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.947761 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: l3_agent_scheduler Sep 10 11:28:58.948086 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: logging.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.949593 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.950108 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension logging not supported by any of loaded plugins Sep 10 11:28:58.950438 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: metering.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.951176 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.951740 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: metering Sep 10 11:28:58.952071 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.953190 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.953727 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: metering_source_and_destination_fields Sep 10 11:28:58.954052 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: multiprovidernet.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.954978 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.955486 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: multi-provider Sep 10 11:28:58.955807 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: netmtu.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.956754 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.957260 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: net-mtu Sep 10 11:28:58.957580 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: netmtu_writable.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.958495 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.959000 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: net-mtu-writable Sep 10 11:28:58.959321 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: network_availability_zone.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.959994 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.960518 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: network_availability_zone Sep 10 11:28:58.960840 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: network_ip_availability.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.961941 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.962452 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: network-ip-availability Sep 10 11:28:58.962776 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: network_segment_range.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.963545 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.964028 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 11:28:58.964368 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: pagination.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.965365 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.965695 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: pagination Sep 10 11:28:58.966011 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: port_device_profile.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.966930 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.967440 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: port-device-profile Sep 10 11:28:58.967761 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.968696 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.969697 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: port-mac-address-regenerate Sep 10 11:28:58.970032 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.970944 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.971448 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: port-numa-affinity-policy Sep 10 11:28:58.971770 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: port_resource_request.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.972839 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.973343 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 11:28:58.973666 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: portbindings.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.974598 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.975105 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: binding Sep 10 11:28:58.975429 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: portbindings_extended.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.976741 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.977252 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: binding-extended Sep 10 11:28:58.977580 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: portsecurity.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.978502 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.979014 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: port-security Sep 10 11:28:58.979336 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: project_id.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.980316 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.980689 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: project-id Sep 10 11:28:58.981014 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: providernet.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.981940 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.982457 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: provider Sep 10 11:28:58.982779 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.986882 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.987409 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos not supported by any of loaded plugins Sep 10 11:28:58.987742 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.989016 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.989531 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 11:28:58.989860 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.990783 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.991293 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 11:28:58.991620 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_default.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.992576 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.993085 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-default not supported by any of loaded plugins Sep 10 11:28:58.993411 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_fip.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.994064 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.994563 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-fip not supported by any of loaded plugins Sep 10 11:28:58.994887 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_gateway_ip.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.995815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.996322 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 11:28:58.996671 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_port_network_policy.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.997594 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:58.998097 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 11:28:58.998420 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_pps_rule.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:58.999606 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.000119 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-pps not supported by any of loaded plugins Sep 10 11:28:59.000502 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_rule_type_details.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.001427 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.001937 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 11:28:59.002261 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: qos_rules_alias.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.003309 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.003818 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 11:28:59.004139 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: quotasv2.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.005068 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.005396 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: quotas Sep 10 11:28:59.005716 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: quotasv2_detail.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.008932 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.009275 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: quota_details Sep 10 11:28:59.009609 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: rbac.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.010661 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.011180 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: rbac-policies Sep 10 11:28:59.011511 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: rbac_address_group.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.012472 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.012992 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: rbac-address-group Sep 10 11:28:59.013319 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: rbac_address_scope.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.014242 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.014751 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: rbac-address-scope Sep 10 11:28:59.015080 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: rbac_security_groups.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.015997 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.016567 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: rbac-security-groups Sep 10 11:28:59.016893 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: rbac_subnetpool.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.017811 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.018319 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: rbac-subnetpool Sep 10 11:28:59.018640 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: revisionifmatch.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.019557 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.020065 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: revision-if-match Sep 10 11:28:59.020410 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: revisions.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.021514 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.022020 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: standard-attr-revisions Sep 10 11:28:59.022345 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: router_availability_zone.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.023028 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.023530 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: router_availability_zone Sep 10 11:28:59.023853 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: routerservicetype.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.024795 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.025302 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension router-service-type not supported by any of loaded plugins Sep 10 11:28:59.025626 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.026546 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.027058 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: security-groups-normalized-cidr Sep 10 11:28:59.027382 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.028297 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.028829 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: port-security-groups-filtering Sep 10 11:28:59.029153 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.030078 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.030589 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: security-groups-remote-address-group Sep 10 11:28:59.030912 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: securitygroup.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.042587 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.043114 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: security-group Sep 10 11:28:59.043450 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: segment.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.044252 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.044783 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension segment not supported by any of loaded plugins Sep 10 11:28:59.045113 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.046063 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.046574 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 11:28:59.046900 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: servicetype.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.048690 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.049208 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: service-type Sep 10 11:28:59.049537 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: sorting.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.050522 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.050855 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: sorting Sep 10 11:28:59.051178 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: standard_attr_segment.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.052098 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.052644 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 11:28:59.052972 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: standardattrdescription.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.053654 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.054161 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: standard-attr-description Sep 10 11:28:59.054485 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: stateful_security_group.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.055410 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.055922 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: stateful-security-group Sep 10 11:28:59.056246 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: stdattrs_common.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.056860 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 11:28:59.057181 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.058109 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.058628 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 11:28:59.058949 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: subnet_onboard.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.060025 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.060565 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: subnet_onboard Sep 10 11:28:59.060890 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.061821 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.062331 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 11:28:59.062650 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: subnet_service_types.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.063611 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.064125 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: subnet-service-types Sep 10 11:28:59.064483 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: subnetallocation.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.065582 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.066098 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: subnet_allocation Sep 10 11:28:59.066423 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.067092 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.067597 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: subnetpool-prefix-ops Sep 10 11:28:59.067916 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.068881 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.069391 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 11:28:59.069713 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: tagging.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.070788 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.071300 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: standard-attr-tag Sep 10 11:28:59.071624 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: timestamp.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.072851 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.073376 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loaded extension: standard-attr-timestamp Sep 10 11:28:59.073704 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: trunk.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.074745 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.075257 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension trunk not supported by any of loaded plugins Sep 10 11:28:59.075586 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: trunk_details.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.076551 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.077062 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension trunk-details not supported by any of loaded plugins Sep 10 11:28:59.077388 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: uplink_status_propagation.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.078321 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.078854 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 11:28:59.079182 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Loading extension file: vlantransparent.py {{(pid=93948) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 11:28:59.079859 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93948) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 11:28:59.080380 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 11:28:59.082782 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:network Sep 10 11:28:59.083314 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:subnet Sep 10 11:28:59.083713 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 11:28:59.084113 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:port Sep 10 11:28:59.085349 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.085797 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service FLAVORS assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.086412 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.086844 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.087180 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:router Sep 10 11:28:59.087607 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 11:28:59.088090 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service METERING assigned prefix: /metering {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.089548 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:59.089917 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:59.090269 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93948) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:28:59.091290 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 11:28:59.091708 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:security_group Sep 10 11:28:59.092132 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 11:28:59.092732 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service CORE assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.093068 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 11:28:59.093419 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] subnetpool is already registered Sep 10 11:28:59.093854 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service CORE assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.094178 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 11:28:59.095019 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] subnetpool is already registered Sep 10 11:28:59.097328 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.097761 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service FLAVORS assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.098344 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.098766 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.099105 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:router Sep 10 11:28:59.099447 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] router is already registered Sep 10 11:28:59.099858 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:floatingip Sep 10 11:28:59.100194 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] floatingip is already registered Sep 10 11:28:59.100679 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service METERING assigned prefix: /metering {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.101355 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 11:28:59.101679 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] rbac_policy is already registered Sep 10 11:28:59.102085 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:security_group Sep 10 11:28:59.102417 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] security_group is already registered Sep 10 11:28:59.102815 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 11:28:59.103145 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] security_group_rule is already registered Sep 10 11:28:59.103763 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service CORE assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.104087 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 11:28:59.104452 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] subnetpool is already registered Sep 10 11:28:59.104866 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.v2.resource_helper [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Service CORE assigned prefix: {{(pid=93948) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 11:28:59.105192 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 11:28:59.105522 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING neutron.quota.resource_registry [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] subnetpool is already registered Sep 10 11:28:59.105997 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: extensions {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.107443 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: address-groups {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.108964 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: address-scopes {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.110898 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: agents {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.112061 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: auto-allocated-topology {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.113352 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: availability_zones {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.114581 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: dhcp-networks {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.116099 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: dhcp-agents {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.117553 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: routers {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.119768 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: flavors {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.120973 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: service_profiles {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.122186 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: next_providers {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.123640 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: service_profiles {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.125214 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: floatingip-pools {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.126452 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: routers {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.128602 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: floatingips {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.129893 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: l3-routers {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.131276 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: l3-agents {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.132712 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: metering-labels {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.134098 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: metering-label-rules {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.135374 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: network-ip-availabilities {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.136686 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: bindings {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.139154 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: quotas {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.140664 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: quotas {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.142120 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: rbac-policies {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.143333 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: security-groups {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.144684 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: security-group-rules {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.145953 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: service-providers {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.147151 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: subnetpools {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.148632 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: subnetpools {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.150092 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.151764 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.153644 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.155444 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.157800 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.159899 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.161631 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.163535 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.165343 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.167089 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron.api.extensions [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Extended resource: tags {{(pid=93948) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 11:28:59.173628 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING keystonemiddleware.auth_token [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 11:28:59.178332 dv-cinder-759962-12-iscsi neutron-server[93948]: WARNING keystonemiddleware.auth_token [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 11:28:59.186738 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_concurrency.lockutils [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Acquired lock "singleton_lock" {{(pid=93948) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 11:28:59.187211 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_concurrency.lockutils [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Releasing lock "singleton_lock" {{(pid=93948) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 11:28:59.187847 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Starting 2 workers Sep 10 11:28:59.192665 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Started child 94057 {{(pid=93948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 11:28:59.197027 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Started child 94058 {{(pid=93948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 11:28:59.198024 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:28:59.198690 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO neutron.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 11:28:59.199242 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Notify callbacks [] for process, before_spawn {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:28:59.199511 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [-] (94057) wsgi starting up on http://0.0.0.0:9696 Sep 10 11:28:59.201694 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Starting 1 workers Sep 10 11:28:59.201998 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:28:59.203380 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [-] (94058) wsgi starting up on http://0.0.0.0:9696 Sep 10 11:28:59.206881 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Started child 94059 {{(pid=93948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 11:28:59.207404 dv-cinder-759962-12-iscsi neutron-server[93948]: INFO oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Starting 1 workers Sep 10 11:28:59.210314 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] calling RpcWorker wait() {{(pid=94059) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 11:28:59.210888 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] returning from RpcWorker wait() {{(pid=94059) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 11:28:59.211829 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Started child 94060 {{(pid=93948) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 11:28:59.212055 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:28:59.212548 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:28:59.212710 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG neutron_lib.callbacks.manager [None req-7c22cf8a-f695-4b5f-b567-a6787985cab3 None None] Notify callbacks [] for process, after_spawn {{(pid=93948) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:28:59.214657 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93948) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 11:28:59.214864 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 11:28:59.215045 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 11:28:59.215250 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 11:28:59.215592 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 11:28:59.215754 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 11:28:59.216253 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.216560 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.216838 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.217093 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.217380 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.217564 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:28:59.218046 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.218213 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.218454 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.218739 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.219004 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.219180 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.219895 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.220152 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.220402 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.220711 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.221001 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.221242 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.221511 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.221687 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.221937 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.222213 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.222443 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.222711 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] debug = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.222964 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.223469 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.223695 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.223962 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.224173 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.224470 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.224719 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.224980 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.225235 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.225450 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.225718 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.225966 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.226201 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.226411 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.226645 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.226917 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.227149 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.227619 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] host = dv-cinder-759962-12-iscsi {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.227862 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.228112 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.228399 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.228655 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.228902 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.229116 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.229374 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.229617 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.229890 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.230118 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.230365 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.230611 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.230846 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.231083 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.231248 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_options = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.231488 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.231735 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.231997 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.232190 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.232369 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.232558 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.232807 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.232971 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.233222 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.233437 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.233651 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.233867 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.234118 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.234330 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.234580 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.234881 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.235645 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.235873 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.236122 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.236387 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.236606 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.236853 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.237071 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.237311 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.237545 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.237788 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.238032 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.238247 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.238480 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.238693 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.238924 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.239177 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.239433 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.239664 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.239901 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.240129 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.240414 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.240846 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.240846 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.241093 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.241312 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.241581 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.241800 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.242024 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.242267 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.242480 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.242725 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_json = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.242936 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.243194 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.243443 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.243672 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.245481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.245481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.245481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.245481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.245481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.245481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.245903 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.245903 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.246119 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.246313 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.246548 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.246548 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.247012 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.247278 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.247574 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.247811 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.248091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.248326 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.248649 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.248977 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.249245 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.249510 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.249758 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.249980 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.250225 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.250554 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.250913 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.251047 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.251273 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.251511 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.251744 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.252205 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.252327 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.252631 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.252897 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.253145 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.253481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.253627 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.253847 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.254191 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.254297 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.254585 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.254746 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.254959 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.255176 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.255383 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:28:59.255626 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.255626 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.255899 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.256058 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.256300 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.256583 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.257462 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.257462 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.257462 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.257462 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.257898 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.257898 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.258097 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.258960 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.258960 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.258960 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.259173 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.259239 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.259475 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.259765 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.259965 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.260162 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.260386 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.260603 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.260817 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.261130 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.261298 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.261508 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.261721 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.261982 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.262197 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.262414 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.262641 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.262855 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.263098 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.263336 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.263567 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.264377 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.264377 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.264377 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.264602 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.264782 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.264947 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.265129 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.265339 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.265550 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.265780 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.265988 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.267046 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.267403 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.267664 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.267898 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.268189 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.268434 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.268687 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.269162 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.269162 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.269475 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.270908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.270908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.270908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.270908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.270908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.270908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.272630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.272630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.272630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.272630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.272630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.272630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275091 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275827 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275827 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275827 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.275827 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.276265 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.276474 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.276750 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.277183 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.277342 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.277488 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.278251 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.278251 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.278251 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.278562 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.278642 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.279648 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.279648 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.279648 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.279648 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.280255 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.280255 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.280719 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.280719 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.280980 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.281202 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.281470 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.282381 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.282667 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.282859 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.283308 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.283564 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.283780 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.284013 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.284243 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.284501 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.284727 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.284968 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.285207 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.285400 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.285641 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.285865 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.286100 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.286305 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.286518 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.286754 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.286996 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.287205 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.287425 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.287659 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.287877 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.288092 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.288329 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.288571 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.288818 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.289037 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.289316 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.289578 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.289815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.290062 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.290283 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.290544 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.290771 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.291017 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.291235 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.291444 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.291657 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.291891 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.292124 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.292334 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.292600 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.292867 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.293075 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.293319 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.293660 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.293913 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.294141 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.294387 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.294599 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.294849 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.295099 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.295355 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.295574 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.295790 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.296006 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.296287 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.296549 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.296806 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.297013 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.297240 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.297506 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.297709 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.297895 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.298183 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.298432 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.298657 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.298910 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.299141 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.299368 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.299594 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.299822 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.300042 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.300255 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.300538 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.300710 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.300895 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.301107 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.301308 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.301630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.301738 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.301934 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.302163 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.302420 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.302608 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.302833 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.303072 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.303268 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.303488 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.303692 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.303899 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.304150 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.304379 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.304715 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.304815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.305028 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.305273 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.305436 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.305675 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.305912 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.306159 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.306408 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.306662 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.306922 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.307167 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.307412 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.307669 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.307977 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.308184 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.308482 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.308691 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.308915 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.309132 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.309389 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.309713 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.310012 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.310285 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.310540 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.310810 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.311090 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.311342 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.311553 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.311832 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.312150 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.312445 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.312698 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.312958 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.313224 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.313463 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.313678 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.313916 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.314163 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.314379 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.314635 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.314878 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.315102 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.315526 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.315941 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.316342 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.316814 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.317245 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.317562 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.317783 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.317942 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 11:28:59.318467 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93948) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 11:28:59.318645 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 11:28:59.318769 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 11:28:59.318932 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 11:28:59.319249 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 11:28:59.319553 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 11:28:59.319768 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.319934 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.320099 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.320260 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.320458 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.320643 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.320804 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.320965 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.321125 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.321290 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.321442 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.321603 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.321763 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.321921 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.322233 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.322392 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.322699 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.322860 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.323020 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.323318 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.323614 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.323780 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.323937 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] debug = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.324239 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.324465 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.324633 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.324792 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.324952 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.325110 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.325273 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.325428 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.325587 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.325745 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.325903 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.326062 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.326221 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.326379 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.326555 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.326696 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327004 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327163 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] host = dv-cinder-759962-12-iscsi {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327323 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327481 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327642 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327801 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.327956 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.328115 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.328278 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.328474 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.329162 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.329473 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.329638 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.329794 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.329955 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.330110 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.330415 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_options = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.330581 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.330737 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.330895 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.331080 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.331244 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.331404 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.331563 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.331722 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.331880 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332038 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332205 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332343 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332524 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332682 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332840 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.332999 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.333157 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.333316 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.333475 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.333633 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.333793 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.333951 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.334109 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.334267 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.334425 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.334582 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.334739 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.334897 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.335055 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.335213 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.335372 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.335529 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.335686 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.335849 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336007 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336165 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336323 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336497 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336661 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336820 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.336977 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.337135 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.337294 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.337451 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.337609 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.337767 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.337924 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_json = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.338082 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.338239 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.338396 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.338554 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.338711 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.338869 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.339027 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.339186 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 11:28:59.339364 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.339528 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.339728 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.339843 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.340139 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.340528 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.340824 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.341130 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.341345 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.341659 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.341978 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.342143 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.342317 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.342479 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.342640 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.342804 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.342967 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.343948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.343948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.343948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.343948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.343948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.343948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.344944 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.344944 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.344944 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.345153 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.345248 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.345370 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.345534 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.35/identity {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.345688 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.345851 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346016 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346177 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346339 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346500 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346661 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346820 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.346995 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.347192 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.347296 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.347445 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.347607 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.347768 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348219 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348219 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348219 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348490 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348558 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348699 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.348857 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349018 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349177 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349338 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349501 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349668 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349829 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.349990 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.350169 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.350307 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.350465 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.350623 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.350782 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.350941 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.351100 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.351258 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.351429 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.351581 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.351740 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.351914 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352056 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352192 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352336 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352525 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352662 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352798 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.352945 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.353082 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.353217 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.353376 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.353540 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.353704 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.353862 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354023 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354182 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354344 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354502 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354639 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354796 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.354950 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.355125 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.355286 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.355447 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.355598 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.355755 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.355919 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.356069 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.356225 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.356388 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.356556 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.356709 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.356845 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357014 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357158 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357378 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357512 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357644 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357788 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.357921 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.358053 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.358187 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.358342 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.358477 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:28:59.358630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.358630 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.358906 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359039 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359170 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359302 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359433 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359564 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359729 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.359882 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360013 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360156 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360315 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360490 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360649 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360808 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.360969 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.361127 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.361286 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.361444 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.361610 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.361767 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.361927 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.362086 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.362245 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.362427 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.362571 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.362733 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.362896 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.363047 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.363200 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.363359 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.363520 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.363679 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.363838 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364003 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364134 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.35/identity {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364291 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364494 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364654 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364799 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.364961 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.365120 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.365279 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.365438 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.365598 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.365756 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.365919 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.366079 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.366237 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.366396 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.366554 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.366713 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.366857 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367019 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367177 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367321 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367486 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367628 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367788 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.367946 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.368104 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.368268 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.368451 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.368611 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.368772 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.368934 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.369093 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.369254 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.369416 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.369574 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.369734 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.369894 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.370052 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.370213 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.370374 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.370533 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.370694 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.370854 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371012 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371352 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371352 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371590 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371718 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371840 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.371922 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.372073 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.372232 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.372608 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.372608 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.372808 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.372935 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373134 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373260 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373382 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373503 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373623 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373744 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.373892 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.374063 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.374223 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.374383 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.374543 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.374702 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.374860 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.375029 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.375188 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.375346 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.375528 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.375688 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.375853 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376022 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376180 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376339 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376520 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376665 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376825 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.376993 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.377152 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.377311 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.377469 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.377627 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.377785 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.377952 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.378110 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.378269 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.378427 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.378607 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.378745 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.378901 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.379060 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.379219 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.379377 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.379535 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.379694 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.379863 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.380024 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.380184 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.380362 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.380537 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.380695 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.380855 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381026 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381185 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381345 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381505 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381665 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381825 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.381986 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.382149 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.382319 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.382487 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.382647 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.382815 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.382982 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:550:599'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.383150 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.383309 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.383475 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.383648 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.383807 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.383966 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.384125 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.384287 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.384473 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.384631 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.384790 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.384948 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.385108 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.385266 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.385425 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.385583 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.385744 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.385908 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.386067 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.386226 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.386384 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.386542 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.386700 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 11:28:59.386852 dv-cinder-759962-12-iscsi neutron-server[93948]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93948) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 11:28:59.635429 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 44874) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:28:59.644698 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [-] 10.222.0.35 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0069973 Sep 10 11:29:10.992194 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d419a8d-e786-43a8-a479-c10a131b53fb None None] get_active_networks_info from dv-cinder-759962-12-iscsi {{(pid=94059) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 11:29:11.119106 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d419a8d-e786-43a8-a479-c10a131b53fb None None] No non-hosted networks {{(pid=94059) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 11:29:11.132620 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.agentschedulers_db [None req-1d419a8d-e786-43a8-a479-c10a131b53fb None None] DHCP Agent not found on host dv-cinder-759962-12-iscsi {{(pid=94059) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 11:29:11.225534 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7705b1aa-c245-4589-85fb-1f3fd1119a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583069'] for agent, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:13.122344 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5dc051a9-5b11-419c-bebb-681f0e0646f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583069'] for agent, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:13.170136 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8f68d678-7c06-4e4d-9328-1a7abefa381b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:13.920965 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583069'] for agent, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:13.921965 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.922606 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.923432 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.923999 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.924873 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.925520 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.926059 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.926702 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.927537 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.928256 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.928899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.929446 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:13.930081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-759962-12-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:13.950899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-759962-12-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:14.689291 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583069'] for agent, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:15.748535 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583069'] for agent, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:16.867358 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 44968) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:17.370333 dv-cinder-759962-12-iscsi neutron-server[94058]: WARNING oslo_policy.policy [None req-b7b65527-fa7f-4300-8450-a76819bfe036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:17.370913 dv-cinder-759962-12-iscsi neutron-server[94058]: WARNING oslo_policy.policy [None req-b7b65527-fa7f-4300-8450-a76819bfe036 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:17.594886 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [None req-b7b65527-fa7f-4300-8450-a76819bfe036 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:29:17.595999 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b7b65527-fa7f-4300-8450-a76819bfe036 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7277265 Sep 10 11:29:18.443181 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.db.l3_hamode_db [None req-9a3f41bd-b87d-4729-a4eb-8e98c39255e0 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 11:29:18.519861 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f41bd-b87d-4729-a4eb-8e98c39255e0 None None] Routers set() bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:29:18.520244 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3f41bd-b87d-4729-a4eb-8e98c39255e0 None None] Router IDs set() for agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 11:29:19.957977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 44982) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:20.270181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] Request body: {'subnetpool': {'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'default_prefixlen': 26}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:20.363735 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.policy [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94058) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 11:29:20.408612 dv-cinder-759962-12-iscsi neutron-server[94058]: WARNING oslo_policy.policy [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:20.408975 dv-cinder-759962-12-iscsi neutron-server[94058]: WARNING oslo_policy.policy [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:20.417599 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.quota [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] Loaded quota_driver: . Sep 10 11:29:20.505611 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774789900131', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774789896368', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774789363209', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774789357933', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774789796253', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8774789340217', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1027334', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-842942', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1790835', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1731401'] for rbac-policy, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:20.568229 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:20.569430 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f601d4b5-da0a-46cb-8a26-accf1f4031de admin admin] 10.222.0.35 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6104836 Sep 10 11:29:23.131057 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 44994) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:23.420494 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Request body: {'network': {'name': 'private', 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:23.447362 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Made reservation on behalf of 70f7f2c8f42d42f587867fa0c1cb0f86 for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:29:23.450130 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.466561 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.597615 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.601315 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.620001 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 564} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:29:23.647478 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774787039124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.647985 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Unsubscribe: segment precommit_create {{(pid=94058) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 11:29:23.648517 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Added segment 28f01438-9afa-4ace-adda-9ea8007a1676 of type vlan for network bfef287a-532b-4fcf-b571-a07a68db2145 Sep 10 11:29:23.663989 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204ad6cd-ea92-43ea-b4b0-25ccd5bc848d,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:23.711373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.711718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.712052 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.712394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.712717 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.713052 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.713371 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.713702 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.714036 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.714351 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.714692 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.715004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Tracked resource versions report: Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: pushed versions: Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: { 'AddressGroup': {'1.2'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'ConntrackHelper': {'1.0'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Log': {'1.0'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Network': {'1.1'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Port': {'1.7'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'PortForwarding': {'1.2'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'QosPolicy': {'1.9'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroup': {'1.4'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SubPort': {'1.0'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Subnet': {'1.1'}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Trunk': {'1.1'}} Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: consumer versions: Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'ConntrackHelper': '1.0', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Log': '1.0', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Network': '1.1', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Port': '1.7', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'PortForwarding': '1.2', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'QosPolicy': '1.9', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroup': '1.4', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroupRule': '1.2', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SubPort': '1.0', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Subnet': '1.1', Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Trunk': '1.1'}} Sep 10 11:29:23.716316 dv-cinder-759962-12-iscsi neutron-server[94058]: {{(pid=94058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:29:23.766567 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.804439 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.805544 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:23.806184 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:23.859780 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7276807 Sep 10 11:29:23.904283 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a2192eb-bbb8-4282-a452-586722bf232f admin admin] Pushing event updated for resources: {'Network': ['ID=bfef287a-532b-4fcf-b571-a07a68db2145,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:23.915926 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network bfef287a-532b-4fcf-b571-a07a68db2145 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:29:26.488267 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45008) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:26.872658 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bed061a-4cf8-40e3-ac33-6c52c78ab2fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:26.874015 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-7bed061a-4cf8-40e3-ac33-6c52c78ab2fb admin admin] 10.222.0.35 "GET /v2.0/networks/bfef287a-532b-4fcf-b571-a07a68db2145 HTTP/1.1" status: 200 len: 825 time: 0.3846908 Sep 10 11:29:26.897940 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f2841ddf-87a1-4c38-956b-5ac7a134a783 admin admin] 10.222.0.35 "GET /v2.0/subnetpools/ba02ae17-8868-4f44-820f-a73444b31341 HTTP/1.1" status: 200 len: 734 time: 0.0178239 Sep 10 11:29:26.907507 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'name': 'private-subnet', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341', 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:26.930028 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Made reservation on behalf of 70f7f2c8f42d42f587867fa0c1cb0f86 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:29:26.932201 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Notify callbacks [] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:27.210351 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:27.280675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Checking segment: {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:29:27.281043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Network hostable DHCP agents. Network: bfef287a-532b-4fcf-b571-a07a68db2145, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:29:27.286380 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1bb32a-642c-4f8e-a952-f71fd77f5168,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:27.303573 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Network bfef287a-532b-4fcf-b571-a07a68db2145 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:29:27.314744 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, bfef287a-532b-4fcf-b571-a07a68db2145) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:29:27.319398 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:27.319975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:27.325505 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63bcc4f-e72a-48fb-9465-fc16a2ee458b None None] Network bfef287a-532b-4fcf-b571-a07a68db2145 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:29:27.333123 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a6127759-0019-480b-a07e-d2b39104c95f admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4293439 Sep 10 11:29:27.642848 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-bfef287a-532b-4fcf-b571-a07a68db2145', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:29:27.644092 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:27.910342 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Allocated IP 172.20.0.2 (bfef287a-532b-4fcf-b571-a07a68db2145/cf1bb32a-642c-4f8e-a952-f71fd77f5168/21d23604-bcdc-41c3-aefc-8fcfd723bc20) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:29:28.110327 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:28.151601 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Transition to ACTIVE for port object 21d23604-bcdc-41c3-aefc-8fcfd723bc20 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:29:28.172123 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Transition to ACTIVE for port object 21d23604-bcdc-41c3-aefc-8fcfd723bc20 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:29:28.178901 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:28.242772 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Network bfef287a-532b-4fcf-b571-a07a68db2145 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:29:28.252112 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:29:28.261747 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Pushing event updated for resources: {'Port': ['ID=21d23604-bcdc-41c3-aefc-8fcfd723bc20,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:28.263855 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:29:28.274574 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.274935 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.275304 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.275658 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.275987 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.276337 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.276677 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.276996 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.277330 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.277690 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.278010 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.278324 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Tracked resource versions report: Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: pushed versions: Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: { 'AddressGroup': {'1.2'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'ConntrackHelper': {'1.0'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Log': {'1.0'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Network': {'1.1'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Port': {'1.7'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'PortForwarding': {'1.2'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'QosPolicy': {'1.9'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroup': {'1.4'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SubPort': {'1.0'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Subnet': {'1.1'}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Trunk': {'1.1'}} Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: consumer versions: Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'ConntrackHelper': '1.0', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Log': '1.0', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Network': '1.1', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Port': '1.7', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'PortForwarding': '1.2', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'QosPolicy': '1.9', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroup': '1.4', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroupRule': '1.2', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SubPort': '1.0', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Subnet': '1.1', Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Trunk': '1.1'}} Sep 10 11:29:28.279694 dv-cinder-759962-12-iscsi neutron-server[94059]: {{(pid=94059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:29:28.349596 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Attempting to bind port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:29:28.350239 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Attempting to bind port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:29:28.350362 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Attempting to bind port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 on network bfef287a-532b-4fcf-b571-a07a68db2145 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:29:28.355282 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 29, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:29:28.355682 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Checking segment: {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:29:28.356135 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:28.356555 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Bound using segment: {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:29:28.357014 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Bound port: 21d23604-bcdc-41c3-aefc-8fcfd723bc20, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:29:28.357428 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:28.418913 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] For port 21d23604-bcdc-41c3-aefc-8fcfd723bc20, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:29:28.423274 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] For port 21d23604-bcdc-41c3-aefc-8fcfd723bc20, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=21d23604-bcdc-41c3-aefc-8fcfd723bc20,segment=NetworkSegment(28f01438-9afa-4ace-adda-9ea8007a1676),segment_id=28f01438-9afa-4ace-adda-9ea8007a1676)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:29:28.426901 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:28.488947 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b8ae32-b8c9-4872-8e11-382b860e3119 None None] Pushing event updated for resources: {'Port': ['ID=21d23604-bcdc-41c3-aefc-8fcfd723bc20,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:29.728442 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45016) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:30.036464 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [None req-8075d6aa-1380-4504-8059-ef468907ad7f admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:29:30.037443 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8075d6aa-1380-4504-8059-ef468907ad7f admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3079844 Sep 10 11:29:32.434073 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45024) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:32.926312 dv-cinder-759962-12-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-b6b01162-33da-480b-9bcb-fd807d091c09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:32.926897 dv-cinder-759962-12-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-b6b01162-33da-480b-9bcb-fd807d091c09 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:33.151237 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-b6b01162-33da-480b-9bcb-fd807d091c09 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:29:33.152482 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b6b01162-33da-480b-9bcb-fd807d091c09 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7163208 Sep 10 11:29:35.805344 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45044) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:36.105620 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Request body: {'router': {'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'name': 'router1', 'admin_state_up': True}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:36.169353 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.policy [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=94057) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 11:29:36.214823 dv-cinder-759962-12-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:36.215205 dv-cinder-759962-12-iscsi neutron-server[94057]: WARNING oslo_policy.policy [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 11:29:36.223958 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.quota [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Loaded quota_driver: . Sep 10 11:29:36.280016 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:36.281927 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:36.438066 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:36.444292 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:36.462787 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:36.463964 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3a2827e6-dffe-4025-9bd4-e66666b0f69f admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6576502 Sep 10 11:29:36.778466 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47b34cd0-920c-4035-b9e0-f64faba2c775 None None] Network bfef287a-532b-4fcf-b571-a07a68db2145 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:29:36.872942 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-568fb50e-fa40-4ca6-bdd2-a7b7668e05f2 None None] Provisioning for port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:29:37.322549 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 21d23604-bcdc-41c3-aefc-8fcfd723bc20 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:29:37.402363 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:29:37.405993 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:37.406408 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:37.511778 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:37.544991 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 21d23604-bcdc-41c3-aefc-8fcfd723bc20, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=21d23604-bcdc-41c3-aefc-8fcfd723bc20,segment=NetworkSegment(28f01438-9afa-4ace-adda-9ea8007a1676),segment_id=28f01438-9afa-4ace-adda-9ea8007a1676)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:29:37.549540 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:37.597702 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=21d23604-bcdc-41c3-aefc-8fcfd723bc20,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:38.879382 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45054) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:39.194258 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-4c78e786-ec50-4458-9ce9-94e6f5df8667 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:29:39.195229 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4c78e786-ec50-4458-9ce9-94e6f5df8667 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3149288 Sep 10 11:29:39.295847 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 21d23604-bcdc-41c3-aefc-8fcfd723bc20 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:29:39.347245 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:39.347611 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:40.841243 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-00821715-7dbd-4fca-9c21-380cbf294c68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:41.583629 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45062) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:41.892830 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Request body: {'network': {'provider:network_type': 'flat', 'name': 'public', 'admin_state_up': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:41.915245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Made reservation on behalf of 8cd4163673094962a8e509f2537304be for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:29:41.918073 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:41.932982 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.048633 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.053302 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.064179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Reserving flat network on physical network physnet1 {{(pid=94057) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 11:29:42.096141 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8774787039124', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.096796 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Unsubscribe: segment precommit_create {{(pid=94057) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 11:29:42.097328 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Added segment 82439d10-eae7-4739-beb1-44a8b0d61fd5 of type flat for network ae3e7e71-5231-4d11-8bb8-6a739eef13ce Sep 10 11:29:42.112536 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e51e1e1c-63f6-4884-b855-293f80e0a470,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:42.138028 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.138303 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.138635 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.138960 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.139282 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.139606 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.139925 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.140247 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.141123 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.141442 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.141751 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.142056 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Tracked resource versions report: Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: pushed versions: Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: { 'AddressGroup': {'1.2'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'ConntrackHelper': {'1.0'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Log': {'1.0'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Network': {'1.1'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Port': {'1.7'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'PortForwarding': {'1.2'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'QosPolicy': {'1.9'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroup': {'1.4'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SubPort': {'1.0'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Subnet': {'1.1'}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Trunk': {'1.1'}} Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: consumer versions: Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'ConntrackHelper': '1.0', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Log': '1.0', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Network': '1.1', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Port': '1.7', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'PortForwarding': '1.2', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'QosPolicy': '1.9', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroup': '1.4', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroupRule': '1.2', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SubPort': '1.0', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Subnet': '1.1', Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Trunk': '1.1'}} Sep 10 11:29:42.143414 dv-cinder-759962-12-iscsi neutron-server[94057]: {{(pid=94057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:29:42.226992 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.266144 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.267366 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:42.268002 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:42.327287 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7425725 Sep 10 11:29:42.367534 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7104cb6-02d5-4a44-95d2-7738eb8616cf admin admin] Pushing event updated for resources: {'Network': ['ID=ae3e7e71-5231-4d11-8bb8-6a739eef13ce,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:42.378407 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:29:43.114313 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-146835a7-3d03-4450-a5d8-d0470ef52fb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:43.281114 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:29:43.913519 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:44.633202 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:44.683081 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45084) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:44.903866 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29155ea4-1dcb-4053-b390-d4fd3c54a62f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:44.905452 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-29155ea4-1dcb-4053-b390-d4fd3c54a62f admin admin] 10.222.0.35 "GET /v2.0/subnets/cf1bb32a-642c-4f8e-a952-f71fd77f5168 HTTP/1.1" status: 200 len: 849 time: 0.2214239 Sep 10 11:29:45.041352 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ee606a6b-8f52-4a56-9d0f-dee6e760e734 admin admin] 10.222.0.35 "GET /v2.0/routers/1e260ea0-39a4-415c-aa89-ac146f0cadce HTTP/1.1" status: 200 len: 704 time: 0.1294365 Sep 10 11:29:45.309619 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:45.602240 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Allocated IP 172.20.0.1 (bfef287a-532b-4fcf-b571-a07a68db2145/cf1bb32a-642c-4f8e-a952-f71fd77f5168/19ea52a7-7c43-4b14-95b9-59c7398de1b7) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:29:45.684559 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:45.785228 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:45.807782 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Transition to ACTIVE for port object 19ea52a7-7c43-4b14-95b9-59c7398de1b7 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:29:45.873590 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:45.932930 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Network bfef287a-532b-4fcf-b571-a07a68db2145 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:29:45.937492 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:29:45.954122 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:29:45.954663 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:45.978838 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Pushing event updated for resources: {'Port': ['ID=19ea52a7-7c43-4b14-95b9-59c7398de1b7,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:46.150215 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:46.182893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-edf22512-d781-457f-a11f-ebff298edf8f None None] Provisioning for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:29:46.186806 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-edf22512-d781-457f-a11f-ebff298edf8f None None] Provisioning complete for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:46.187179 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-edf22512-d781-457f-a11f-ebff298edf8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:46.220728 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-edf22512-d781-457f-a11f-ebff298edf8f None None] Port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:29:46.401660 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:46.405761 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:46.406599 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:46.467396 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Pushing event updated for resources: {'Port': ['ID=19ea52a7-7c43-4b14-95b9-59c7398de1b7,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:46.529460 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Network bfef287a-532b-4fcf-b571-a07a68db2145 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:29:46.530754 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:29:46.687239 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Router 1e260ea0-39a4-415c-aa89-ac146f0cadce is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:29:46.740787 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-6f546a65-cf8c-43e8-b71e-d20b50b6c7c1 None None] Provisioning complete for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:46.741355 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6f546a65-cf8c-43e8-b71e-d20b50b6c7c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:46.773648 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-6f546a65-cf8c-43e8-b71e-d20b50b6c7c1 None None] Port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:29:46.778159 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:29:46.783441 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-67d1ee33-e00c-47ce-9263-593d475172d4 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e260ea0-39a4-415c-aa89-ac146f0cadce/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7364199 Sep 10 11:29:46.788427 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Sync routers for ids ['1e260ea0-39a4-415c-aa89-ac146f0cadce'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:29:46.800754 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Routers {'1e260ea0-39a4-415c-aa89-ac146f0cadce'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:29:46.801528 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:29:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1e260ea0-39a4-415c-aa89-ac146f0cadce'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:46.985489 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Set router 1e260ea0-39a4-415c-aa89-ac146f0cadce gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:29:47.421042 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'name': 'router1', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:29:36Z', 'updated_at': '2021-09-10T11:29:46Z', 'revision_number': 2, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'gw_port_host': None, '_interfaces': [{'id': '19ea52a7-7c43-4b14-95b9-59c7398de1b7', 'name': '', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:45Z', 'updated_at': '2021-09-10T11:29:46Z', 'revision_number': 2, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnets': [{'id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:47.472409 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Checking router: 1e260ea0-39a4-415c-aa89-ac146f0cadce for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:29:47.472788 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Updating router 1e260ea0-39a4-415c-aa89-ac146f0cadce port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:29:47.521409 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:48.025171 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:48.042907 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Transition to ACTIVE for port object 19ea52a7-7c43-4b14-95b9-59c7398de1b7 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:29:48.049162 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:48.209859 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Attempting to bind port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:29:48.210259 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Attempting to bind port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:29:48.210670 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Attempting to bind port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 on network bfef287a-532b-4fcf-b571-a07a68db2145 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:29:48.212720 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Pushing event updated for resources: {'Port': ['ID=19ea52a7-7c43-4b14-95b9-59c7398de1b7,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:48.221368 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:29:48.221767 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Checking segment: {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:29:48.222227 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:48.222676 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Bound using segment: {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:29:48.223083 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Bound port: 19ea52a7-7c43-4b14-95b9-59c7398de1b7, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28f01438-9afa-4ace-adda-9ea8007a1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 564, 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:29:48.223478 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:48.225904 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.226260 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.226596 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.226923 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.227248 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.227573 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.227894 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.228211 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.228567 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.228890 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.229202 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.229517 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Tracked resource versions report: Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: pushed versions: Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: { 'AddressGroup': {'1.2'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'ConntrackHelper': {'1.0'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Log': {'1.0'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Network': {'1.1'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Port': {'1.7'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'PortForwarding': {'1.2'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'QosPolicy': {'1.9'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroup': {'1.4'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SubPort': {'1.0'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Subnet': {'1.1'}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Trunk': {'1.1'}} Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: consumer versions: Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'ConntrackHelper': '1.0', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Log': '1.0', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Network': '1.1', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Port': '1.7', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'PortForwarding': '1.2', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'QosPolicy': '1.9', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroup': '1.4', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroupRule': '1.2', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SubPort': '1.0', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Subnet': '1.1', Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Trunk': '1.1'}} Sep 10 11:29:48.230844 dv-cinder-759962-12-iscsi neutron-server[94060]: {{(pid=94060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:29:48.299268 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] For port 19ea52a7-7c43-4b14-95b9-59c7398de1b7, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:29:48.321040 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] For port 19ea52a7-7c43-4b14-95b9-59c7398de1b7, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=19ea52a7-7c43-4b14-95b9-59c7398de1b7,segment=NetworkSegment(28f01438-9afa-4ace-adda-9ea8007a1676),segment_id=28f01438-9afa-4ace-adda-9ea8007a1676)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:29:48.325093 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:48.377044 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Routers {'1e260ea0-39a4-415c-aa89-ac146f0cadce'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:29:48.377662 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:29:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1e260ea0-39a4-415c-aa89-ac146f0cadce'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:48.453426 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414c5cc1-63e9-444d-b294-03dba5c9adcd None None] Pushing event updated for resources: {'Port': ['ID=19ea52a7-7c43-4b14-95b9-59c7398de1b7,revision_number=4']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:48.475316 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] Set router 1e260ea0-39a4-415c-aa89-ac146f0cadce gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:29:48.682446 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'name': 'router1', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:29:36Z', 'updated_at': '2021-09-10T11:29:46Z', 'revision_number': 2, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'gw_port_host': None, '_interfaces': [{'id': '19ea52a7-7c43-4b14-95b9-59c7398de1b7', 'name': '', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:45Z', 'updated_at': '2021-09-10T11:29:48Z', 'revision_number': 4, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnets': [{'id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:48.707122 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e28c21a-9b87-48c1-87ea-044fad66b6ed None None] The sync data for ids ['1e260ea0-39a4-415c-aa89-ac146f0cadce'] in dv-cinder-759962-12-iscsi is: [{'id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'name': 'router1', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:29:36Z', 'updated_at': '2021-09-10T11:29:46Z', 'revision_number': 2, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'gw_port_host': None, '_interfaces': [{'id': '19ea52a7-7c43-4b14-95b9-59c7398de1b7', 'name': '', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:45Z', 'updated_at': '2021-09-10T11:29:48Z', 'revision_number': 4, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnets': [{'id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:29:49.015384 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45104) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:49.126596 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a4d55c-f643-4b9e-b78f-6c3926eaa6fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:49.127968 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-76a4d55c-f643-4b9e-b78f-6c3926eaa6fe admin admin] 10.222.0.35 "GET /v2.0/networks/ae3e7e71-5231-4d11-8bb8-6a739eef13ce HTTP/1.1" status: 200 len: 842 time: 0.1111479 Sep 10 11:29:49.137933 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'name': 'public-subnet', 'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:49.162346 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Made reservation on behalf of 8cd4163673094962a8e509f2537304be for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:29:49.164631 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:49.461028 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.objects.ports [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=94057) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 11:29:49.461460 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:49.518393 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5062fc-3f40-403d-b88b-f6fe566b6679,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:49.528504 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:29:49.528857 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Network hostable DHCP agents. Network: ae3e7e71-5231-4d11-8bb8-6a739eef13ce, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:29:49.554472 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:29:49.566958 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, ae3e7e71-5231-4d11-8bb8-6a739eef13ce) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:29:49.571430 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:49.572202 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:49.579177 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef4f84c-1333-4b5c-9f43-f62db0364d40 None None] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:29:49.588820 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-93b22b21-3116-468f-8b8f-7be0185b0a29 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4542172 Sep 10 11:29:49.722291 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cc5e8e7-e746-4173-a9b0-f8931566b6c3 None None] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:29:51.899669 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45112) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:52.150660 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-78fd5f4d-7352-4b81-830c-3e3b0a084ce8 admin admin] 10.222.0.35 "GET /v2.0/routers/1e260ea0-39a4-415c-aa89-ac146f0cadce HTTP/1.1" status: 200 len: 710 time: 0.2497168 Sep 10 11:29:52.263079 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7ea551-39de-4ccf-9997-e0b6c0444b5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:29:52.264462 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-de7ea551-39de-4ccf-9997-e0b6c0444b5d admin admin] 10.222.0.35 "GET /v2.0/networks/ae3e7e71-5231-4d11-8bb8-6a739eef13ce HTTP/1.1" status: 200 len: 886 time: 0.1072924 Sep 10 11:29:52.274147 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:29:52.519673 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:52.746043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:52.817285 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:52.972432 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Allocated IP 172.27.2.173 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/8aee1a57-e002-4f0f-b531-774a289f1eba) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:29:53.117479 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:53.185925 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:53.254382 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:29:53.258856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:29:53.265394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:29:53.308421 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Pushing event updated for resources: {'Port': ['ID=8aee1a57-e002-4f0f-b531-774a289f1eba,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:53.546961 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:53.751010 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1582503', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1578263', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-61932'] for router, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:53.756251 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1582526', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1582925', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1578286'] for router, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:53.868959 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Router 1e260ea0-39a4-415c-aa89-ac146f0cadce has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:29:53.977051 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:29:53.981431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:53.982637 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8c32aca9-79db-4fc4-905a-28d29abe9d17 admin admin] 10.222.0.35 "PUT /v2.0/routers/1e260ea0-39a4-415c-aa89-ac146f0cadce HTTP/1.1" status: 200 len: 890 time: 1.7119601 Sep 10 11:29:55.067446 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Sync routers for ids ['1e260ea0-39a4-415c-aa89-ac146f0cadce'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:29:55.077391 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Routers {'1e260ea0-39a4-415c-aa89-ac146f0cadce'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:29:55.078027 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:29:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1e260ea0-39a4-415c-aa89-ac146f0cadce'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:55.335710 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Set router 1e260ea0-39a4-415c-aa89-ac146f0cadce gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:29:55.353446 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 19ea52a7-7c43-4b14-95b9-59c7398de1b7 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:29:55.588233 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:29:55.606902 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:55.607277 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:55.784101 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:55.834772 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 19ea52a7-7c43-4b14-95b9-59c7398de1b7, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=19ea52a7-7c43-4b14-95b9-59c7398de1b7,segment=NetworkSegment(28f01438-9afa-4ace-adda-9ea8007a1676),segment_id=28f01438-9afa-4ace-adda-9ea8007a1676)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:29:55.839951 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:55.846964 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'name': 'router1', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '8aee1a57-e002-4f0f-b531-774a289f1eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:29:36Z', 'updated_at': '2021-09-10T11:29:53Z', 'revision_number': 4, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'gw_port': {'id': '8aee1a57-e002-4f0f-b531-774a289f1eba', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:52Z', 'updated_at': '2021-09-10T11:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '19ea52a7-7c43-4b14-95b9-59c7398de1b7', 'name': '', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:45Z', 'updated_at': '2021-09-10T11:29:48Z', 'revision_number': 4, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnets': [{'id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:55.915244 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Checking router: 1e260ea0-39a4-415c-aa89-ac146f0cadce for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:29:55.915613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Updating router 1e260ea0-39a4-415c-aa89-ac146f0cadce port 8aee1a57-e002-4f0f-b531-774a289f1eba binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:29:55.976340 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:55.997473 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=19ea52a7-7c43-4b14-95b9-59c7398de1b7,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:56.295508 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:56.307093 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Transition to ACTIVE for port object 8aee1a57-e002-4f0f-b531-774a289f1eba will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:29:56.312670 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:56.362363 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Attempting to bind port 8aee1a57-e002-4f0f-b531-774a289f1eba on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:29:56.362729 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Attempting to bind port 8aee1a57-e002-4f0f-b531-774a289f1eba by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:29:56.363087 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Attempting to bind port 8aee1a57-e002-4f0f-b531-774a289f1eba on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:29:56.364972 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca03cca-f255-4fd8-b3fb-d6d506f0b33b None None] Pushing event updated for resources: {'Port': ['ID=8aee1a57-e002-4f0f-b531-774a289f1eba,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:56.365119 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45124) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:29:56.370258 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 29, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:29:56.370633 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:29:56.371038 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:56.371422 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:29:56.372177 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Bound port: 8aee1a57-e002-4f0f-b531-774a289f1eba, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:29:56.372304 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:56.422899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] For port 8aee1a57-e002-4f0f-b531-774a289f1eba, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:29:56.425914 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] For port 8aee1a57-e002-4f0f-b531-774a289f1eba, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8aee1a57-e002-4f0f-b531-774a289f1eba,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:29:56.429396 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:56.478872 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7f437d59-5587-4132-9243-8a1f4d12f6cb admin admin] 10.222.0.35 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1126308 Sep 10 11:29:56.485981 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca03cca-f255-4fd8-b3fb-d6d506f0b33b None None] Pushing event updated for resources: {'Port': ['ID=8aee1a57-e002-4f0f-b531-774a289f1eba,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:56.493413 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Routers {'1e260ea0-39a4-415c-aa89-ac146f0cadce'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:29:56.494036 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:29:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1e260ea0-39a4-415c-aa89-ac146f0cadce'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:56.686175 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] Set router 1e260ea0-39a4-415c-aa89-ac146f0cadce gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:29:56.895827 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'name': 'router1', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '8aee1a57-e002-4f0f-b531-774a289f1eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:29:36Z', 'updated_at': '2021-09-10T11:29:53Z', 'revision_number': 4, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'gw_port': {'id': '8aee1a57-e002-4f0f-b531-774a289f1eba', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:52Z', 'updated_at': '2021-09-10T11:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '19ea52a7-7c43-4b14-95b9-59c7398de1b7', 'name': '', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:45Z', 'updated_at': '2021-09-10T11:29:55Z', 'revision_number': 5, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnets': [{'id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:29:56.926009 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd8a480-37ed-48a5-b382-c9ce406bf8ca None None] The sync data for ids ['1e260ea0-39a4-415c-aa89-ac146f0cadce'] in dv-cinder-759962-12-iscsi is: [{'id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'name': 'router1', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': '8aee1a57-e002-4f0f-b531-774a289f1eba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:29:36Z', 'updated_at': '2021-09-10T11:29:53Z', 'revision_number': 4, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'gw_port': {'id': '8aee1a57-e002-4f0f-b531-774a289f1eba', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:3c:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:52Z', 'updated_at': '2021-09-10T11:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '19ea52a7-7c43-4b14-95b9-59c7398de1b7', 'name': '', 'network_id': 'bfef287a-532b-4fcf-b571-a07a68db2145', 'tenant_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'mac_address': 'fa:16:3e:21:3e:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e260ea0-39a4-415c-aa89-ac146f0cadce', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:29:45Z', 'updated_at': '2021-09-10T11:29:55Z', 'revision_number': 5, 'project_id': '70f7f2c8f42d42f587867fa0c1cb0f86', 'subnets': [{'id': 'cf1bb32a-642c-4f8e-a952-f71fd77f5168', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'ba02ae17-8868-4f44-820f-a73444b31341'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:29:57.417378 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8aee1a57-e002-4f0f-b531-774a289f1eba up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:29:57.485381 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 8aee1a57-e002-4f0f-b531-774a289f1eba completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:29:57.488966 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 8aee1a57-e002-4f0f-b531-774a289f1eba triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:57.489333 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:57.566167 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:57.585993 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 8aee1a57-e002-4f0f-b531-774a289f1eba, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8aee1a57-e002-4f0f-b531-774a289f1eba,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:29:57.591232 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:57.592037 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 19ea52a7-7c43-4b14-95b9-59c7398de1b7 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:29:57.667269 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=8aee1a57-e002-4f0f-b531-774a289f1eba,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:29:57.682508 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:57.682957 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:29:59.323250 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8aee1a57-e002-4f0f-b531-774a289f1eba up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:29:59.382029 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 8aee1a57-e002-4f0f-b531-774a289f1eba triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:29:59.382626 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:10.845021 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3b110364-4356-44c2-b197-1ede5a1817e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:13.128398 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-80fbf24e-ba23-43ec-8100-ba5708b2310e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:13.929140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:14.640842 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:15.698144 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:20.288642 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:30:40.846854 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b812c94b-6b39-42e1-b42c-e5a5164306e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:43.121817 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a4dc746b-ead3-4b29-988f-85e98eca73e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:43.913511 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:44.642895 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:45.698218 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:30:57.278259 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:31:10.849651 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3223d2e6-9ed4-485a-a002-adef7c440ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:13.122357 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8deec16-0377-44df-b126-e4c52bb5d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:13.915463 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:14.643979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:15.704934 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:32.431121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45686) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:32.491529 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.pecan_wsgi.hooks.translation [None req-195b0a89-a1ef-4d56-8f61-1948ed2acd5c admin admin] GET failed (client error): The resource could not be found. Sep 10 11:31:32.492877 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-195b0a89-a1ef-4d56-8f61-1948ed2acd5c admin admin] 10.222.0.35 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608001 Sep 10 11:31:32.653497 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46178868-7702-4913-adaf-2e45ef138350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:32.654907 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-46178868-7702-4913-adaf-2e45ef138350 admin admin] 10.222.0.35 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1575172 Sep 10 11:31:34.276432 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:31:34.828100 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45696) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:34.917193 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0e00e8-cce4-4ec5-9ac5-968e64d0b94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:34.918497 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fe0e00e8-cce4-4ec5-9ac5-968e64d0b94e admin admin] 10.222.0.35 "GET /v2.0/subnets/cf1bb32a-642c-4f8e-a952-f71fd77f5168 HTTP/1.1" status: 200 len: 849 time: 0.0894065 Sep 10 11:31:34.928808 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:31:35.082469 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Notify callbacks [] for subnet, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:35.218457 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8774787290125'] for subnet, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:35.246819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:35.247999 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:35.249320 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] 10.222.0.35 "PUT /v2.0/subnets/cf1bb32a-642c-4f8e-a952-f71fd77f5168 HTTP/1.1" status: 200 len: 868 time: 0.3244467 Sep 10 11:31:35.252141 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1330ebd0-0e0f-4866-a7a8-4b337fd73418 None None] Network bfef287a-532b-4fcf-b571-a07a68db2145 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:31:35.272114 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf1bb32a-642c-4f8e-a952-f71fd77f5168,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:31:35.280014 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.280014 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.280478 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.280602 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.280943 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.281229 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.281794 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.282156 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.282623 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.282906 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.283284 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.283608 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aaa9bba-009d-42b3-8a7f-7c1b53ebc53f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:31:35.672307 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ceaabc71-1fba-42e6-be2b-059127bfff95 None None] Provisioning complete for port 21d23604-bcdc-41c3-aefc-8fcfd723bc20 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:31:35.672703 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ceaabc71-1fba-42e6-be2b-059127bfff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:35.758200 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ceaabc71-1fba-42e6-be2b-059127bfff95 None None] Provisioning complete for port 19ea52a7-7c43-4b14-95b9-59c7398de1b7 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:31:35.758474 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ceaabc71-1fba-42e6-be2b-059127bfff95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:37.419352 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45704) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:37.618244 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5fb086-9278-4028-b7a8-2805baa22352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:37.618717 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5fb086-9278-4028-b7a8-2805baa22352 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:37.620262 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-6d5fb086-9278-4028-b7a8-2805baa22352 admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1999831 Sep 10 11:31:39.802248 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45714) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:39.928717 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d2e7b-4e3f-411c-b425-65672b8eebcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:39.929185 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e4d2e7b-4e3f-411c-b425-65672b8eebcb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:39.930705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-1e4d2e7b-4e3f-411c-b425-65672b8eebcb admin admin] 10.222.0.35 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1275032 Sep 10 11:31:40.850129 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ad0e2d3c-84c2-4ff1-ae97-251e90badf15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:42.105995 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45724) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:42.287965 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0e3cf6-2873-416f-8e33-30ccf228887d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:42.289282 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3a0e3cf6-2873-416f-8e33-30ccf228887d admin admin] 10.222.0.35 "GET /v2.0/networks/ae3e7e71-5231-4d11-8bb8-6a739eef13ce HTTP/1.1" status: 200 len: 886 time: 0.1823471 Sep 10 11:31:43.123973 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-49aeb738-8f56-446d-b27c-410d0d582963 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:43.915567 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:44.444889 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45732) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:44.586944 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af3301-449d-4cca-a0c0-8ed62648a1b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:44.588728 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-46af3301-449d-4cca-a0c0-8ed62648a1b2 admin admin] 10.222.0.35 "GET /v2.0/networks/bfef287a-532b-4fcf-b571-a07a68db2145 HTTP/1.1" status: 200 len: 869 time: 0.1427984 Sep 10 11:31:44.647778 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:45.710492 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:31:46.765881 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45740) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:46.887201 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e1a9b-c5d5-4352-878e-bf81bd9c8c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:46.887571 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5e1a9b-c5d5-4352-878e-bf81bd9c8c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:46.889131 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8c5e1a9b-c5d5-4352-878e-bf81bd9c8c43 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222858 Sep 10 11:31:49.047654 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45748) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:49.138742 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57a045-dde7-4951-99f2-319e672238d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:49.139199 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a57a045-dde7-4951-99f2-319e672238d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:49.140717 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-6a57a045-dde7-4951-99f2-319e672238d2 admin admin] 10.222.0.35 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921283 Sep 10 11:31:51.315168 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45756) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:51.404636 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604297d2-014e-4bfc-8889-be8f8498d1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:51.405931 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-604297d2-014e-4bfc-8889-be8f8498d1a3 admin admin] 10.222.0.35 "GET /v2.0/subnets/cf1bb32a-642c-4f8e-a952-f71fd77f5168 HTTP/1.1" status: 200 len: 868 time: 0.0897911 Sep 10 11:31:53.564865 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45764) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:31:53.653422 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cff629a-2d09-48ff-b147-976c340fff0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:31:53.654736 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0cff629a-2d09-48ff-b147-976c340fff0d admin admin] 10.222.0.35 "GET /v2.0/subnets/de5062fc-3f40-403d-b88b-f6fe566b6679 HTTP/1.1" status: 200 len: 816 time: 0.0889287 Sep 10 11:32:10.851645 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0890f41b-fa3a-47d0-bf95-7a2cc109fccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:11.276284 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:32:13.125193 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-edb374a5-36d6-472d-97d6-60ea25b46c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:13.917071 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:14.651733 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:15.716455 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:17.301242 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45818) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:32:17.348551 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [None req-dbccf6f8-5e80-4c29-a925-97be3cbba3d8 admin admin] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:32:17.349565 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-dbccf6f8-5e80-4c29-a925-97be3cbba3d8 admin admin] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0473485 Sep 10 11:32:19.589939 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45826) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:32:19.649139 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f285007-78d2-4e3b-ae9d-3fcd425c4ac6 admin admin] GET failed (client error): The resource could not be found. Sep 10 11:32:19.650443 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6f285007-78d2-4e3b-ae9d-3fcd425c4ac6 admin admin] 10.222.0.35 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0595419 Sep 10 11:32:19.739744 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff53a75-38a2-4229-8cb7-3989309196c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:32:19.741226 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1ff53a75-38a2-4229-8cb7-3989309196c3 admin admin] 10.222.0.35 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0861611 Sep 10 11:32:21.937220 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45834) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:32:21.984007 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:32:22.003582 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Made reservation on behalf of 8cd4163673094962a8e509f2537304be for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:32:22.006315 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:22.032784 dv-cinder-759962-12-iscsi neutron-server[94057]: WARNING neutron.services.revisions.revision_plugin [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Could not find related network for resource to bump revision. Sep 10 11:32:22.047096 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 556} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:32:22.057051 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:22.057383 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Added segment 8ec4ce69-8690-48e6-98fa-64d20653c574 of type vlan for network 63614a08-a94b-4474-a1b0-e51fbda6cf34 Sep 10 11:32:22.106861 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:22.128516 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:22.129372 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:32:22.129931 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:22.159324 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2210612 Sep 10 11:32:22.190211 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026f383f-4f0e-4ab7-825b-3279dd60e4ab admin admin] Pushing event updated for resources: {'Network': ['ID=63614a08-a94b-4474-a1b0-e51fbda6cf34,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:32:22.202492 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 63614a08-a94b-4474-a1b0-e51fbda6cf34 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:32:24.343869 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45842) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:32:24.402831 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.pecan_wsgi.hooks.translation [None req-69a16efb-9a76-4123-a9a7-567427421cbb admin admin] GET failed (client error): The resource could not be found. Sep 10 11:32:24.404137 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-69a16efb-9a76-4123-a9a7-567427421cbb admin admin] 10.222.0.35 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0592861 Sep 10 11:32:24.475048 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cee1e42-f1f6-4be1-b1d5-b30995d1cc9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:32:24.476487 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7cee1e42-f1f6-4be1-b1d5-b30995d1cc9a admin admin] 10.222.0.35 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0678859 Sep 10 11:32:24.486360 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:32:24.505544 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Made reservation on behalf of 8cd4163673094962a8e509f2537304be for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:32:24.507958 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:24.666949 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:24.719207 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f31241b8-ef5e-4ce9-9256-b64ba9a7b016,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:32:24.728545 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Checking segment: {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:32:24.728893 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Network hostable DHCP agents. Network: 63614a08-a94b-4474-a1b0-e51fbda6cf34, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:32:24.744416 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Network 63614a08-a94b-4474-a1b0-e51fbda6cf34 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:32:24.752278 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 63614a08-a94b-4474-a1b0-e51fbda6cf34) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:32:24.756099 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:32:24.756701 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:24.762565 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6d50c75-2965-4159-a605-38743af663cc None None] Network 63614a08-a94b-4474-a1b0-e51fbda6cf34 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:32:24.770583 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b3dff232-0264-43e3-a407-6fc30d43e576 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2874863 Sep 10 11:32:25.008076 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-63614a08-a94b-4474-a1b0-e51fbda6cf34', 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34', 'tenant_id': '8cd4163673094962a8e509f2537304be', 'fixed_ips': [{'subnet_id': 'f31241b8-ef5e-4ce9-9256-b64ba9a7b016'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:32:25.009037 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:25.145757 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Allocated IP 192.168.233.2 (63614a08-a94b-4474-a1b0-e51fbda6cf34/f31241b8-ef5e-4ce9-9256-b64ba9a7b016/dd1cfa34-0281-4362-9a1c-f1203cb4b792) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:32:25.288340 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:25.299901 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Transition to ACTIVE for port object dd1cfa34-0281-4362-9a1c-f1203cb4b792 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:32:25.320198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Transition to ACTIVE for port object dd1cfa34-0281-4362-9a1c-f1203cb4b792 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:32:25.327749 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:25.384633 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Network 63614a08-a94b-4474-a1b0-e51fbda6cf34 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:32:25.386326 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:32:25.388883 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:32:25.390882 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Pushing event updated for resources: {'Port': ['ID=dd1cfa34-0281-4362-9a1c-f1203cb4b792,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:32:25.401348 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.401723 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.402068 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.402407 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.402740 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.403088 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.403416 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.403742 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.404082 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.404475 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.404753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.407112 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:32:25.454566 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Attempting to bind port dd1cfa34-0281-4362-9a1c-f1203cb4b792 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:32:25.454928 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Attempting to bind port dd1cfa34-0281-4362-9a1c-f1203cb4b792 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:32:25.455289 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Attempting to bind port dd1cfa34-0281-4362-9a1c-f1203cb4b792 on network 63614a08-a94b-4474-a1b0-e51fbda6cf34 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:32:25.460213 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 32, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:32:25.460624 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Checking segment: {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:32:25.461026 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:25.461407 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Bound using segment: {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:32:25.461868 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Bound port: dd1cfa34-0281-4362-9a1c-f1203cb4b792, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:32:25.462257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:25.522955 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] For port dd1cfa34-0281-4362-9a1c-f1203cb4b792, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:32:25.526007 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] For port dd1cfa34-0281-4362-9a1c-f1203cb4b792, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=dd1cfa34-0281-4362-9a1c-f1203cb4b792,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:32:25.531492 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:25.594590 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecb31cb-3b17-4c63-8edb-953b0fcadaf1 None None] Pushing event updated for resources: {'Port': ['ID=dd1cfa34-0281-4362-9a1c-f1203cb4b792,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:32:26.378215 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e4d56d-a402-411f-a14d-4598c8a0a917 None None] Network 63614a08-a94b-4474-a1b0-e51fbda6cf34 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:32:26.450501 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-2e8ec6a8-0b12-488c-be3a-9f3fa70233e1 None None] Provisioning for port dd1cfa34-0281-4362-9a1c-f1203cb4b792 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:32:27.441523 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device dd1cfa34-0281-4362-9a1c-f1203cb4b792 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:32:27.491950 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port dd1cfa34-0281-4362-9a1c-f1203cb4b792 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:32:27.495675 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port dd1cfa34-0281-4362-9a1c-f1203cb4b792 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:32:27.496072 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:27.573251 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:27.608767 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port dd1cfa34-0281-4362-9a1c-f1203cb4b792, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=dd1cfa34-0281-4362-9a1c-f1203cb4b792,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:32:27.612574 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:27.660635 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=dd1cfa34-0281-4362-9a1c-f1203cb4b792,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:32:29.421440 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device dd1cfa34-0281-4362-9a1c-f1203cb4b792 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:32:29.468487 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port dd1cfa34-0281-4362-9a1c-f1203cb4b792 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:32:29.468899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:40.854126 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-24530f5d-0ea1-4c1e-abe6-9688380f7758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:43.126364 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd47aca-3783-47ee-a48a-020be7c9b1ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:43.917213 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:44.651609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:45.718633 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:32:48.275338 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:33:10.855652 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35fd2211-c00e-497f-be33-9ed40bf01e44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:13.126366 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-83bf5e1f-0bb3-421c-b4d1-11eaf71430a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:13.918824 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:14.654246 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:15.721630 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:25.274168 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:33:37.988244 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45894) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:33:37.994103 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [None req-94ee288a-fe27-4366-a4ac-7e037ca0da82 tempest-verify_tempest_config-1755635276 tempest-verify_tempest_config-1755635276-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:33:37.995064 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-94ee288a-fe27-4366-a4ac-7e037ca0da82 tempest-verify_tempest_config-1755635276 tempest-verify_tempest_config-1755635276-project] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058045 Sep 10 11:33:38.278655 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 45912) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:33:38.385346 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.471983 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.475575 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.519351 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=1899b82f66f94cc0be0d0500a08be663&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2396078 Sep 10 11:33:38.520136 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27558213-eae7-484b-97e1-38b496aa3f97,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:33:38.522310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45918) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:33:38.526627 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.526971 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.527302 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.527630 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.527968 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.528293 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.528649 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.528990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.529336 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.529658 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.529972 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.530285 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d43dc71-a779-4a86-b22e-9ba6ea43fa73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.576626 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.596754 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.681778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.684826 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:38.685955 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/27558213-eae7-484b-97e1-38b496aa3f97 HTTP/1.1" status: 204 len: 168 time: 0.1624157 Sep 10 11:33:38.693551 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27558213-eae7-484b-97e1-38b496aa3f97,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:33:38.699877 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.700243 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.700635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.700965 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.701288 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.701629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.701954 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.702292 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.702824 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.703148 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.703467 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:38.703784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fac42e5c-9781-45c2-b0bb-3d1ddd7635b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:33:40.857507 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4148c25-55b7-4df5-91ed-a114511d3532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:43.127772 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-256df1cc-bce4-4035-8516-e0ee02044d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:43.919414 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:44.656504 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:33:45.726592 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:02.273032 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:34:10.857516 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fb65f01e-7b1a-4f4b-af89-2fd6d61ff756 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:13.126968 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0a43850d-f3be-4fe8-895d-a098b59731f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:13.919775 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:14.661533 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:15.727449 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:39.271658 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 5 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:34:40.859444 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5cfbc671-d0ef-402b-88a3-0b76dbaabb24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:43.127426 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0b49be01-2e59-4642-b26b-ddef097199da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:43.919990 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:44.661361 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:34:45.730513 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:10.863907 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cc2ffdcd-ddd3-4685-a49f-6477d74b0cd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:12.304827 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1583069'] for agent, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:13.127140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ff6cc75e-1da3-4670-b19b-ee72cb890dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:13.920895 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:14.663400 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:15.732931 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:16.270585 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:35:27.163287 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 45990) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:35:27.264274 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-44e22e2f-77f2-4682-9f2c-52b3b6d275a6 admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0998943 Sep 10 11:35:29.469097 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46000) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:35:29.531546 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ad276608-120b-46cf-a883-9ddd867d4b1d admin admin] 10.222.0.35 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4309 time: 0.0613689 Sep 10 11:35:40.864214 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3661f757-6816-449c-93f2-6846b563444a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:42.285781 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:43.126856 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11e71f15-f677-48be-aa54-7ddb0f92a775 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:43.921870 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:44.667149 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:45.736539 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:35:53.268788 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:36:10.864175 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d33567af-c4ab-4e20-8e2b-f17ffec44f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:12.293815 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:13.126172 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-06fc7f78-0a8e-4156-9516-2f65ded03a54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:13.922263 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:14.670597 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:15.741151 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:30.267559 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:36:40.864685 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3dc657ee-912d-49bf-9ae2-18fd180ca3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:42.299835 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:43.218912 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-274f667e-f906-40c9-abfa-6d731268c797 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:43.922932 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:44.673690 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:45.742130 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.019440 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46130) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:36:58.294209 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-network', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:36:58.318667 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Made reservation on behalf of 491bb91dffe24498b9e9d96ff189ba15 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:36:58.322154 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.330340 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.426088 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.430167 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.448721 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 590} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:36:58.458225 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.458576 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Added segment c1663643-a1e6-4aae-bf40-f30bacb9fe1e of type vlan for network 7f500bec-3040-4930-b9c6-ad2098423fd7 Sep 10 11:36:58.510601 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.513139 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8835e134-a68f-4cb0-88ea-4d5f7d005780,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:36:58.523472 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.523841 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.524182 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.524543 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.524890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.525245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.525567 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.525904 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.526228 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.526547 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.526862 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.527175 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Tracked resource versions report: Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: pushed versions: Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: { 'AddressGroup': {'1.2'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'ConntrackHelper': {'1.0'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Log': {'1.0'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Network': {'1.1'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Port': {'1.7'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'PortForwarding': {'1.2'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'QosPolicy': {'1.9'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroup': {'1.4'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SubPort': {'1.0'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Subnet': {'1.1'}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Trunk': {'1.1'}} Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: consumer versions: Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: HyperV agent@hv-cinder-75996: {}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'ConntrackHelper': '1.0', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Log': '1.0', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Network': '1.1', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Port': '1.7', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'PortForwarding': '1.2', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'QosPolicy': '1.9', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroup': '1.4', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SecurityGroupRule': '1.2', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'SubPort': '1.0', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Subnet': '1.1', Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: 'Trunk': '1.1'}} Sep 10 11:36:58.528895 dv-cinder-759962-12-iscsi neutron-server[94057]: {{(pid=94057) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:36:58.550135 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.551205 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:36:58.552274 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.619377 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] Pushing event updated for resources: {'Network': ['ID=7f500bec-3040-4930-b9c6-ad2098423fd7,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:36:58.627810 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-43b6c775-598b-47be-b2b4-064f19c0300d admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6070852 Sep 10 11:36:58.627940 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46170) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:36:58.632614 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:36:58.633336 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Request body: {'subnet': {'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-subnet', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:36:58.659662 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Made reservation on behalf of 491bb91dffe24498b9e9d96ff189ba15 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:36:58.663870 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Notify callbacks [] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.851886 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.914896 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c81d89a2-3b42-4e9b-a3a0-baab91165764,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:36:58.925851 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.926365 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.926811 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.927243 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.927676 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.928106 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.928629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.929421 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.929421 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.929909 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.930300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.930694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Tracked resource versions report: Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: pushed versions: Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: { 'AddressGroup': {'1.2'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'ConntrackHelper': {'1.0'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Log': {'1.0'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Network': {'1.1'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Port': {'1.7'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'PortForwarding': {'1.2'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'QosPolicy': {'1.9'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroup': {'1.4'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SubPort': {'1.0'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Subnet': {'1.1'}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Trunk': {'1.1'}} Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: consumer versions: Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: HyperV agent@hv-cinder-75996: {}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'ConntrackHelper': '1.0', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Log': '1.0', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Network': '1.1', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Port': '1.7', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'PortForwarding': '1.2', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'QosPolicy': '1.9', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroup': '1.4', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SecurityGroupRule': '1.2', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'SubPort': '1.0', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Subnet': '1.1', Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: 'Trunk': '1.1'}} Sep 10 11:36:58.931875 dv-cinder-759962-12-iscsi neutron-server[94058]: {{(pid=94058) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:36:58.936891 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Checking segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:36:58.937425 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Network hostable DHCP agents. Network: 7f500bec-3040-4930-b9c6-ad2098423fd7, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:36:58.955228 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:36:58.964580 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 7f500bec-3040-4930-b9c6-ad2098423fd7) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:36:58.969025 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:36:58.969803 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:58.975370 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33504acd-457e-45df-af47-cd1190802a06 None None] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:36:58.987796 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46194) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:36:58.988537 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-86965a16-907d-428e-86b6-127ac8f1011d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3591604 Sep 10 11:36:58.992659 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:36:59.021341 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.022391 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.082645 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.159800 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-7f500bec-3040-4930-b9c6-ad2098423fd7', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:36:59.161964 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.238895 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.341281 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Allocated IP 172.20.0.2 (7f500bec-3040-4930-b9c6-ad2098423fd7/c81d89a2-3b42-4e9b-a3a0-baab91165764/fc2088e1-b3d9-4d45-ad36-ba4462d2ba84) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:36:59.524333 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.525191 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.534489 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Transition to ACTIVE for port object fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:36:59.547607 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.556746 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Transition to ACTIVE for port object fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:36:59.564542 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.602104 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:36:59.605335 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:36:59.608918 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:36:59.621678 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Pushing event updated for resources: {'Port': ['ID=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:36:59.631976 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.632368 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.632720 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.633671 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.634178 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.634665 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.635148 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.635655 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.636158 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.636719 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.637737 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.638239 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Tracked resource versions report: Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: pushed versions: Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: { 'AddressGroup': {'1.2'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'ConntrackHelper': {'1.0'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Log': {'1.0'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Network': {'1.1'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Port': {'1.7'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'PortForwarding': {'1.2'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'QosPolicy': {'1.9'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroup': {'1.4'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SubPort': {'1.0'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Subnet': {'1.1'}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Trunk': {'1.1'}} Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: consumer versions: Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: HyperV agent@hv-cinder-75996: {}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'ConntrackHelper': '1.0', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Log': '1.0', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Network': '1.1', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Port': '1.7', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'PortForwarding': '1.2', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'QosPolicy': '1.9', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroup': '1.4', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SecurityGroupRule': '1.2', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'SubPort': '1.0', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Subnet': '1.1', Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: 'Trunk': '1.1'}} Sep 10 11:36:59.639534 dv-cinder-759962-12-iscsi neutron-server[94059]: {{(pid=94059) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:36:59.676582 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Allocated IP 172.27.2.127 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:36:59.693058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Attempting to bind port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:36:59.693539 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Attempting to bind port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:36:59.694149 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Attempting to bind port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 on network 7f500bec-3040-4930-b9c6-ad2098423fd7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:36:59.700420 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:36:59.700812 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Checking segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:36:59.701213 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.701596 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Bound using segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:36:59.702214 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Bound port: fc2088e1-b3d9-4d45-ad36-ba4462d2ba84, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:36:59.702693 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.769040 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46232) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:36:59.787742 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] For port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:36:59.791493 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] For port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:36:59.799412 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.856818 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2476d2e-68cd-4f14-8f66-c49db1e5f363 None None] Pushing event updated for resources: {'Port': ['ID=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:36:59.876227 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46236) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:36:59.903652 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.948924 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:36:59.989585 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:00.005998 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:00.005998 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Pushing event updated for resources: {'Port': ['ID=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:00.020550 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:00.114593 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46248) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:00.252749 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-785175324-network', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:00.279356 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Made reservation on behalf of 0c03627d48ee4f3fa78958872f18e8b5 for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:00.281785 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.290996 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.321920 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.326865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1322276239-network', 'tenant_id': 'f2805266fff04264946ab1fdbdf16b79'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:00.391926 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1445554069-network', 'tenant_id': 'e6506eed401e4ec5b2a67b1172a8a71e'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:00.458510 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.466719 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.499222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 593} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:00.518027 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Made reservation on behalf of f2805266fff04264946ab1fdbdf16b79 for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:00.520581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.525947 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf649c49-10b5-4211-9498-ac4f3152a1a2,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:00.529400 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.529913 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Added segment d8ecbede-e46c-4262-8b8f-7fa71890c893 of type vlan for network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 Sep 10 11:37:00.555039 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.607676 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Made reservation on behalf of e6506eed401e4ec5b2a67b1172a8a71e for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:00.610260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.618455 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.642049 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.644444 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.796367 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.815764 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.858242 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:37:00.863650 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abac753d-61ee-4815-a7f0-0bf106f365f7,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:00.867258 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.868851 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:00.869602 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:00.970394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] Pushing event updated for resources: {'Network': ['ID=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:00.987105 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 578} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:00.987934 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:01.007092 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.007789 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Added segment c4bbcb68-7657-454b-b711-be9c8e598f5b of type vlan for network 5222a091-ee02-4520-990e-1c47b338e2a5 Sep 10 11:37:01.065876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.119790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.121860 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.122387 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:37:01.123240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:01.123976 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.134359 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:37:01.150912 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:01.151661 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:01.187051 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.188303 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c1b361ce-cef3-4b28-b815-ecfdf46b5bda admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.1994202 Sep 10 11:37:01.191185 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46288) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:01.207005 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.218938 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 599} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:01.227633 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.227995 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Added segment 35b93d3f-e40c-45e1-a406-d4b9b3c66b80 of type vlan for network 5780bee7-8874-41bd-a41a-97e04032314f Sep 10 11:37:01.264968 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f604607-7ce0-47b3-be53-27b1b5aba490 None None] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:01.272000 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.296290 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] Pushing event updated for resources: {'Network': ['ID=5222a091-ee02-4520-990e-1c47b338e2a5,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:01.321540 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-cdc40456-5b2f-4e81-ad30-74522b9dc304 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5513203 Sep 10 11:37:01.323188 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-49435fd1-8f33-4503-8ab0-d98bc38696ee admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4459109 Sep 10 11:37:01.325157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35bf30e1-020c-4b29-94b5-54be9bfaa551,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:01.330921 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.332109 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:01.337160 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.357480 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46292) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:01.357791 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46294) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:01.366553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 5222a091-ee02-4520-990e-1c47b338e2a5 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:01.428859 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Request body: {'subnet': {'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1322276239-subnet', 'tenant_id': 'f2805266fff04264946ab1fdbdf16b79', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:01.450116 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] Pushing event updated for resources: {'Network': ['ID=5780bee7-8874-41bd-a41a-97e04032314f,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:01.455837 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Request body: {'subnet': {'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-subnet', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:01.471339 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d5e647ad-71f0-434b-b542-c0f251213b26 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3489392 Sep 10 11:37:01.474446 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Made reservation on behalf of f2805266fff04264946ab1fdbdf16b79 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:01.476319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46310) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:01.477597 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Notify callbacks [] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.478333 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:01.481470 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Request body: {'subnet': {'network_id': '5780bee7-8874-41bd-a41a-97e04032314f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1445554069-subnet', 'tenant_id': 'e6506eed401e4ec5b2a67b1172a8a71e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:01.591840 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Made reservation on behalf of e6506eed401e4ec5b2a67b1172a8a71e for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:01.594964 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.726762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Made reservation on behalf of 0c03627d48ee4f3fa78958872f18e8b5 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:01.741060 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.749526 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 5780bee7-8874-41bd-a41a-97e04032314f details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:01.853038 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:01.856831 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.876259 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:00Z', 'revision_number': 3, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:01.878275 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.905757 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:37:01.906388 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Updating router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:37:01.936368 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:01.968248 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-855961ad-25e7-48d1-8ead-bbfbf85cd13d None None] Provisioning for port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:02.000753 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46330) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:02.005056 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:02.029439 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:02.030570 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.232611 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.290966 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Checking segment: {'id': '35b93d3f-e40c-45e1-a406-d4b9b3c66b80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 599, 'network_id': '5780bee7-8874-41bd-a41a-97e04032314f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:02.291601 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Network hostable DHCP agents. Network: 5780bee7-8874-41bd-a41a-97e04032314f, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:02.346478 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.363680 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f8fdb566-10f3-491b-9d15-5cc2033f3399,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:02.379729 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Network 5780bee7-8874-41bd-a41a-97e04032314f is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:02.381124 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Checking segment: {'id': 'c4bbcb68-7657-454b-b711-be9c8e598f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:02.381346 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Network hostable DHCP agents. Network: 5222a091-ee02-4520-990e-1c47b338e2a5, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:02.385650 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Pushing event updated for resources: {'Subnet': ['ID=e232c71b-ae5d-481b-8518-c8a143e9ba33,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:02.398406 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.413117 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Transition to ACTIVE for port object 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:02.426464 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.434584 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:02.444125 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Checking segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:02.444580 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Network hostable DHCP agents. Network: ea2ec02d-916c-4bc6-aa88-b0d91a5510f9, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:02.450561 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-bcae2b8f-8f05-4234-a588-7c1c2c9a05c4 None None] Provisioning complete for port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:02.453733 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bcae2b8f-8f05-4234-a588-7c1c2c9a05c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.476797 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Network 5222a091-ee02-4520-990e-1c47b338e2a5 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:02.498300 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:02.505172 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 5222a091-ee02-4520-990e-1c47b338e2a5) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:02.511733 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:02.512473 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.513612 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.521746 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17729773-1ca0-4acf-a689-ea1112c0a9ad None None] Network 5222a091-ee02-4520-990e-1c47b338e2a5 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:02.537062 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:02.557486 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, ea2ec02d-916c-4bc6-aa88-b0d91a5510f9) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:02.565562 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-0931443e-fd7b-4be4-8338-789805a2760e admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1424861 Sep 10 11:37:02.568280 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:02.570827 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e7204c-30d7-4f36-aa3f-33f8a68dfb69 None None] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:02.572681 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.575209 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Pushing event updated for resources: {'Port': ['ID=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:02.607920 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-de6e925e-549f-4ec5-9710-e314b66ed5d0 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.1836398 Sep 10 11:37:02.610639 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46346) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:02.615056 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:02.630369 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.630731 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.631077 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.631407 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.631730 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.632061 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.632396 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.632723 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.633059 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.633377 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.633697 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.634098 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Tracked resource versions report: Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: pushed versions: Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: { 'AddressGroup': {'1.2'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'ConntrackHelper': {'1.0'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Log': {'1.0'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Network': {'1.1'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Port': {'1.7'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'PortForwarding': {'1.2'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'QosPolicy': {'1.9'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroup': {'1.4'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroupRule': {'1.2'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SubPort': {'1.0'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Subnet': {'1.1'}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Trunk': {'1.1'}} Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: consumer versions: Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: { DHCP agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: HyperV agent@hv-cinder-75996: {}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: L3 agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: Metadata agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: Metering agent@dv-cinder-759962-12-iscsi: {}, Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: Open vSwitch agent@dv-cinder-759962-12-iscsi: { 'AddressGroup': '1.2', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'ConntrackHelper': '1.0', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Log': '1.0', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Network': '1.1', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Port': '1.7', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'PortForwarding': '1.2', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'QosPolicy': '1.9', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroup': '1.4', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SecurityGroupRule': '1.2', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'SubPort': '1.0', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Subnet': '1.1', Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: 'Trunk': '1.1'}} Sep 10 11:37:02.635254 dv-cinder-759962-12-iscsi neutron-server[94060]: {{(pid=94060) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 11:37:02.640997 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 5780bee7-8874-41bd-a41a-97e04032314f) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:02.646426 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:02.649897 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.656262 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Attempting to bind port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:02.658987 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Attempting to bind port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:02.659361 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Attempting to bind port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:02.669706 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.670927 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.673680 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:02.674286 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:02.675246 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.677118 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:02.677978 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Bound port: 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:02.678300 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.682301 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9372-e879-4559-a064-ff4a041304e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.703434 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-275da912-fc86-44d6-bff4-c411a076fd3c admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2162480 Sep 10 11:37:02.796475 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] For port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:02.802116 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] For port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:02.815894 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:02.945843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32550e88-a3cf-4b00-b2c9-fc3817844d96 None None] Network 5780bee7-8874-41bd-a41a-97e04032314f requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:02.961826 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9372-e879-4559-a064-ff4a041304e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.043996 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3079d56b-8a30-4178-ae11-8023420d8e84 None None] Pushing event updated for resources: {'Port': ['ID=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:03.067272 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:03.077884 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:03.102130 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.120665 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d7bc9372-e879-4559-a064-ff4a041304e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.126888 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.307248 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:03.310754 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc9372-e879-4559-a064-ff4a041304e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e13235e-935e-4b94-8680-3b1d0371daaa,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:03.371291 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d7bc9372-e879-4559-a064-ff4a041304e4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d6377782e404bb29ec05b08522fb092&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3577149 Sep 10 11:37:03.376696 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46378) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:03.458779 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Allocated IP 172.20.0.1 (7f500bec-3040-4930-b9c6-ad2098423fd7/c81d89a2-3b42-4e9b-a3a0-baab91165764/8e82bf0b-883a-4164-a17a-5904387069ab) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:03.476056 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-acd426e8-14c2-43eb-b4d9-1dd5394088b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.505494 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:03.528222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.530884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-acd426e8-14c2-43eb-b4d9-1dd5394088b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.684385 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46388) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:03.695179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-371860695-network', 'tenant_id': '826b541dee7f47db861ac98258e05be6'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:03.718911 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-acd426e8-14c2-43eb-b4d9-1dd5394088b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.722495 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-acd426e8-14c2-43eb-b4d9-1dd5394088b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.723730 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-acd426e8-14c2-43eb-b4d9-1dd5394088b8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3e13235e-935e-4b94-8680-3b1d0371daaa HTTP/1.1" status: 204 len: 168 time: 0.3454447 Sep 10 11:37:03.733148 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Made reservation on behalf of 826b541dee7f47db861ac98258e05be6 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:03.735695 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.773068 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.789663 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd426e8-14c2-43eb-b4d9-1dd5394088b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e13235e-935e-4b94-8680-3b1d0371daaa,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:03.868759 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:03.921664 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:03.955772 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Transition to ACTIVE for port object 8e82bf0b-883a-4164-a17a-5904387069ab will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:04.039680 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.045288 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.063442 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.082465 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.091753 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:04.111185 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.111523 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Added segment 679c750a-392d-44b6-946b-3ef044af1b3a of type vlan for network 02ee8ae3-7270-4bed-8d79-11e257b177d2 Sep 10 11:37:04.139956 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:00Z', 'revision_number': 3, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:04.204208 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a69e0cb1-9e27-45d9-a23b-019740926bb9 None None] Network 5780bee7-8874-41bd-a41a-97e04032314f requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:04.208279 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.216710 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fed34d16-db08-4edf-b16b-a55b392d0db2 None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:00Z', 'revision_number': 3, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:37:04.234622 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46420) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:04.237717 dv-cinder-759962-12-iscsi neutron-server[94058]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 11:37:04.289122 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.290264 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:04.290845 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.302264 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29edb7b3-fef3-40e2-94b3-42e6a8695c55 None None] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:04.338782 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.371194 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Allocated IP 172.27.2.116 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/fb666fc5-cbe7-4f8c-b57c-c36082da6307) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:04.406452 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Pushing event updated for resources: {'Port': ['ID=8e82bf0b-883a-4164-a17a-5904387069ab,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:04.421843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9918311f-f7f6-417d-a8ec-cc98f5c88b86 None None] Network 5222a091-ee02-4520-990e-1c47b338e2a5 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:04.423478 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dc8a9a3-540a-4d73-906f-a494e46dcf10,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:04.452541 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:04.455648 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:04.461273 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7758381 Sep 10 11:37:04.461881 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46430) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:04.462627 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:04.463101 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.505710 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b83f10b-aa29-43c2-aa86-b3e04dc9159b admin admin] Pushing event updated for resources: {'Network': ['ID=02ee8ae3-7270-4bed-8d79-11e257b177d2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:04.508138 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46432) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:04.514485 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Request body: {'subnet': {'network_id': '02ee8ae3-7270-4bed-8d79-11e257b177d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-371860695-subnet', 'tenant_id': '826b541dee7f47db861ac98258e05be6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:04.540844 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 02ee8ae3-7270-4bed-8d79-11e257b177d2 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:04.671818 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-c133632c-bd96-4535-8a28-a24878ea0aac tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:04.674445 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-c133632c-bd96-4535-8a28-a24878ea0aac tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/networks?id=5222a091-ee02-4520-990e-1c47b338e2a5 HTTP/1.1" status: 200 len: 812 time: 0.4386566 Sep 10 11:37:04.691773 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6ca019c-30e9-4678-ba43-abf5c7b0b3e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.749932 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:04.750248 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.752068 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-93226694-81b8-4203-a2fc-8235fbd8c4ee tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/quotas/f2805266fff04264946ab1fdbdf16b79 HTTP/1.1" status: 200 len: 375 time: 0.0644820 Sep 10 11:37:04.824996 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-26f34fe6-da8d-4a80-83ac-5454ecf29543 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=f2805266fff04264946ab1fdbdf16b79&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0631640 Sep 10 11:37:04.859235 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Made reservation on behalf of 826b541dee7f47db861ac98258e05be6 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:04.863487 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.882511 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:04.961534 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.011999 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:05.015929 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:05.020021 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:05.068267 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-de41140b-9169-4f43-bc2a-b0d4f18fc3ce None None] Provisioning for port 8e82bf0b-883a-4164-a17a-5904387069ab completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:05.118096 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.139808 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-de41140b-9169-4f43-bc2a-b0d4f18fc3ce None None] Provisioning complete for port 8e82bf0b-883a-4164-a17a-5904387069ab triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:05.140179 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-de41140b-9169-4f43-bc2a-b0d4f18fc3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.168096 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Pushing event updated for resources: {'Port': ['ID=fb666fc5-cbe7-4f8c-b57c-c36082da6307,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:05.239105 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-de41140b-9169-4f43-bc2a-b0d4f18fc3ce None None] Port 8e82bf0b-883a-4164-a17a-5904387069ab cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:37:05.280392 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-d1f547c6-37f6-49f0-b195-c441b3948c1e service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:37:05.281486 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-d1f547c6-37f6-49f0-b195-c441b3948c1e service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1345310 Sep 10 11:37:05.288057 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Checking segment: {'id': '679c750a-392d-44b6-946b-3ef044af1b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '02ee8ae3-7270-4bed-8d79-11e257b177d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:05.288429 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Network hostable DHCP agents. Network: 02ee8ae3-7270-4bed-8d79-11e257b177d2, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:05.351479 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.373564 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Network 02ee8ae3-7270-4bed-8d79-11e257b177d2 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:05.421379 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28353775-2800-4bf2-a507-5c028d09c09e,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:05.449406 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-a17bb182-5bf7-4108-a532-afdd53309025 service neutron] 10.222.0.35 "GET /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607180 Sep 10 11:37:05.454818 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 02ee8ae3-7270-4bed-8d79-11e257b177d2) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:05.463507 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa7d066-bd59-4541-8974-12bc606649ee None None] Network 02ee8ae3-7270-4bed-8d79-11e257b177d2 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:05.476454 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:05.477201 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.525670 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6ca019c-30e9-4678-ba43-abf5c7b0b3e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.563344 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a6ca019c-30e9-4678-ba43-abf5c7b0b3e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.601528 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a6ca019c-30e9-4678-ba43-abf5c7b0b3e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b8d010a16ab344fdb452bdd1fee22d27&name=default HTTP/1.1" status: 200 len: 2975 time: 1.0797873 Sep 10 11:37:05.608768 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46470) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:05.622920 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-14d12fa4-e917-41cc-b918-68e69d00ab29 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1091373 Sep 10 11:37:05.707535 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:05.750716 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.752252 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe55c27-4a1e-4afc-a5cf-99be94d89b70 None None] Network 02ee8ae3-7270-4bed-8d79-11e257b177d2 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:05.784398 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ca019c-30e9-4678-ba43-abf5c7b0b3e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa5b549-9c8d-4452-8655-0b4f746e5e81,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:05.895845 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:05.904257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:05.904703 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.935879 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.942913 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:05.944247 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.053235 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46488) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:06.067621 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.118810 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:06.126636 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:06.141566 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.142383 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:06.154631 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-11288881-7203-486e-a891-195fa70b4d59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.185172 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-794363c8-8f41-457a-9611-f85fbf5fd913 service neutron] 10.222.0.35 "GET /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6542356 Sep 10 11:37:06.210813 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-11288881-7203-486e-a891-195fa70b4d59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.227262 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Pushing event updated for resources: {'Port': ['ID=8e82bf0b-883a-4164-a17a-5904387069ab,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:06.336813 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:06.397440 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:37:06.427504 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.453254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc252-bbee-4590-8bf5-4077b1bb75f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.514816 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-11288881-7203-486e-a891-195fa70b4d59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.517429 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-11288881-7203-486e-a891-195fa70b4d59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.518612 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-11288881-7203-486e-a891-195fa70b4d59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ffa5b549-9c8d-4452-8655-0b4f746e5e81 HTTP/1.1" status: 204 len: 168 time: 0.9028769 Sep 10 11:37:06.572345 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11288881-7203-486e-a891-195fa70b4d59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa5b549-9c8d-4452-8655-0b4f746e5e81,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:06.631447 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-cd2a7561-8e8d-45c2-8b81-3ba0bad7c123 None None] Provisioning complete for port 8e82bf0b-883a-4164-a17a-5904387069ab triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:06.632620 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cd2a7561-8e8d-45c2-8b81-3ba0bad7c123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.648690 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46512) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:06.706446 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-cd2a7561-8e8d-45c2-8b81-3ba0bad7c123 None None] Port 8e82bf0b-883a-4164-a17a-5904387069ab cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:37:06.786619 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-843bb235-a50c-431e-93ff-91853427ea4a req-acff6e07-65e0-4f76-ad28-0472c68873c2 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.1368079 Sep 10 11:37:06.860272 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:37:06.863330 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc252-bbee-4590-8bf5-4077b1bb75f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.875681 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9c9fc252-bbee-4590-8bf5-4077b1bb75f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:06.896054 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:37:06.907819 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-624af6e0-a772-48f5-808e-d9bc6fbc579c admin admin] 10.222.0.35 "PUT /v2.0/routers/1449cbbf-c003-4e9c-8e3b-f94e71896e09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7155457 Sep 10 11:37:06.909999 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:37:06.925320 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:06.926823 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:06.982063 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-9c9fc252-bbee-4590-8bf5-4077b1bb75f1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=08a69cea7e294cc7b091a80c7e5466f9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.9234378 Sep 10 11:37:06.982267 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46530) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:06.982386 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fc252-bbee-4590-8bf5-4077b1bb75f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14452f04-ad57-4739-9956-48fded5f9edb,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:07.069964 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8e6d-f8e3-45f2-93ac-1c008a46198d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.071651 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:07.074362 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:37:07.082781 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Sync routers for ids ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:37:07.094458 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Routers {'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:07.095069 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:07.118875 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.120651 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a3473517-66e2-49d0-bcd6-6262fd8365d2 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.5088861 Sep 10 11:37:07.123526 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46534) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:07.136932 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8e6d-f8e3-45f2-93ac-1c008a46198d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.245653 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8e6d-f8e3-45f2-93ac-1c008a46198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.248988 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b7f8e6d-f8e3-45f2-93ac-1c008a46198d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.250493 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3b7f8e6d-f8e3-45f2-93ac-1c008a46198d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/14452f04-ad57-4739-9956-48fded5f9edb HTTP/1.1" status: 204 len: 168 time: 0.2676315 Sep 10 11:37:07.262927 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7f8e6d-f8e3-45f2-93ac-1c008a46198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14452f04-ad57-4739-9956-48fded5f9edb,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:07.383371 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:37:07.461761 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 2, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:07.544344 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Set router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:07.726349 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:37:07.726919 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Updating router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 port 8e82bf0b-883a-4164-a17a-5904387069ab binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:37:07.729238 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:07.780037 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.868217 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:07.870193 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:07.994219 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46584) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:08.001666 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--92359376', 'description': 'tempest-description--1776569624'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:08.049975 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46588) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:08.050694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.069326 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 3, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:08.082086 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.087652 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f80-6a00-45df-89f4-d6b02dd91d66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.096146 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Checking router: a32f0bc0-ab50-4e35-9e54-956f6bc01d8b for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:37:08.096778 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Updating router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b port fb666fc5-cbe7-4f8c-b57c-c36082da6307 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:37:08.122976 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9054e33d-ae74-4449-9bf9-e4fafbafd7f8 req-c6b44a59-ba75-40f8-933d-6b239f9783d4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.1448870 Sep 10 11:37:08.132082 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.302430 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f80-6a00-45df-89f4-d6b02dd91d66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.318286 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1aa14f80-6a00-45df-89f4-d6b02dd91d66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.413067 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1aa14f80-6a00-45df-89f4-d6b02dd91d66 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de79b68e1dbe4bcb86d1c14ba349c7a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3613369 Sep 10 11:37:08.420365 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Allocated IP 172.20.0.1 (ea2ec02d-916c-4bc6-aa88-b0d91a5510f9/225afcb9-1f4a-4d33-b8e3-a115a3c3e3af/5dab4d2f-abf2-4b60-8bf0-6b834ffa6947) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:08.433731 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46600) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:08.453824 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa14f80-6a00-45df-89f4-d6b02dd91d66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aec2d3ec-32a2-42bf-bffa-42bacc99ca2d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:08.523596 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.544543 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Transition to ACTIVE for port object 8e82bf0b-883a-4164-a17a-5904387069ab will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:08.558864 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.573011 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.587657 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Transition to ACTIVE for port object fb666fc5-cbe7-4f8c-b57c-c36082da6307 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:08.602394 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.636119 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.639501 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-625d4ffb-9c08-446c-ac2c-3f0a6737e7d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.652285 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Attempting to bind port fb666fc5-cbe7-4f8c-b57c-c36082da6307 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:08.652993 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Attempting to bind port fb666fc5-cbe7-4f8c-b57c-c36082da6307 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:08.653588 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Attempting to bind port fb666fc5-cbe7-4f8c-b57c-c36082da6307 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:08.653861 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.654907 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.666274 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:08.668378 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:08.669009 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.669593 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:08.670284 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Bound port: fb666fc5-cbe7-4f8c-b57c-c36082da6307, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:08.670893 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.699081 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-625d4ffb-9c08-446c-ac2c-3f0a6737e7d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.702286 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a2484-7c85-4682-8980-065daf7f7b7e None None] Pushing event updated for resources: {'Port': ['ID=fb666fc5-cbe7-4f8c-b57c-c36082da6307,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:08.704601 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f3b1-20ef-4772-a37a-62ca32b59119 None None] Pushing event updated for resources: {'Port': ['ID=8e82bf0b-883a-4164-a17a-5904387069ab,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:08.748708 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.749947 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.7541595 Sep 10 11:37:08.753253 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46610) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:08.760917 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Attempting to bind port 8e82bf0b-883a-4164-a17a-5904387069ab on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:08.761512 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Attempting to bind port 8e82bf0b-883a-4164-a17a-5904387069ab by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:08.761738 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Attempting to bind port 8e82bf0b-883a-4164-a17a-5904387069ab on network 7f500bec-3040-4930-b9c6-ad2098423fd7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:08.767462 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] For port fb666fc5-cbe7-4f8c-b57c-c36082da6307, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:08.767836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'security_group_rule': {'security_group_id': '70349ddd-c638-49a9-b0c4-7f1c1572ab2b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:08.768837 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:08.769217 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Checking segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:08.769622 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.770059 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Bound using segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:08.770540 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Bound port: 8e82bf0b-883a-4164-a17a-5904387069ab, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:08.770942 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.776572 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] For port fb666fc5-cbe7-4f8c-b57c-c36082da6307, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=fb666fc5-cbe7-4f8c-b57c-c36082da6307,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:08.784381 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.786095 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296ca5ec-eed1-431f-94c5-a7a26bd2b350 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70349ddd-c638-49a9-b0c4-7f1c1572ab2b,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:08.786422 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.830142 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-625d4ffb-9c08-446c-ac2c-3f0a6737e7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.833081 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-625d4ffb-9c08-446c-ac2c-3f0a6737e7d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.834336 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-625d4ffb-9c08-446c-ac2c-3f0a6737e7d7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/aec2d3ec-32a2-42bf-bffa-42bacc99ca2d HTTP/1.1" status: 204 len: 168 time: 0.3982663 Sep 10 11:37:08.850892 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625d4ffb-9c08-446c-ac2c-3f0a6737e7d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec2d3ec-32a2-42bf-bffa-42bacc99ca2d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:08.877796 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:08.883802 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] For port 8e82bf0b-883a-4164-a17a-5904387069ab, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:08.886275 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:08.893016 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] For port 8e82bf0b-883a-4164-a17a-5904387069ab, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8e82bf0b-883a-4164-a17a-5904387069ab,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:08.894472 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:08.894472 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.914794 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:08.956051 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Routers {'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:08.956743 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:09.005589 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a2484-7c85-4682-8980-065daf7f7b7e None None] Pushing event updated for resources: {'Port': ['ID=fb666fc5-cbe7-4f8c-b57c-c36082da6307,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:09.047795 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe71f3b1-20ef-4772-a37a-62ca32b59119 None None] Pushing event updated for resources: {'Port': ['ID=8e82bf0b-883a-4164-a17a-5904387069ab,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:09.090604 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:09.091254 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:09.146638 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.192650 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] Set router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:09.262414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Pushing event updated for resources: {'Port': ['ID=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:09.336104 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:09.455026 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1fbbc7db-a35a-4693-8791-97e9ddae0d8d req-ca127f3d-c80b-4360-a754-750301a9bd58 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.0790532 Sep 10 11:37:09.522391 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.530884 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.632609 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 3, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:09.639087 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.640434 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8858335 Sep 10 11:37:09.643323 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46648) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:09.647965 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'security_group_rule': {'security_group_id': '70349ddd-c638-49a9-b0c4-7f1c1572ab2b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:09.652828 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92c2f4b-be16-4645-aa34-de3b615b3b50 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72612167-4434-4bf7-a66a-6dd0426d2d85,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:09.656542 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.686638 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b319c7b-a7f9-4135-93a2-dcdb832fd8c3 None None] The sync data for ids ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'] in dv-cinder-759962-12-iscsi is: [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 3, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:37:09.705716 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.787353 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:08Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:09.815013 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.823503 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.839646 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8cf4ca8-7dd7-493b-abec-c5138699bcab None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:08Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:37:09.851104 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30115d0e-fbde-4ec0-9c62-ec3bc61d2e6c,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:09.857848 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:09.860541 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4de10efa-3f65-46ef-8668-21cb480f18f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2147708 Sep 10 11:37:09.862347 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46654) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:09.867631 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:09.927555 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:10.083966 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:10.092453 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:10.098477 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:10.197173 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Pushing event updated for resources: {'Port': ['ID=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:10.302935 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:10.340823 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:10.341279 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:10.526865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:37:10.555572 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Allocated IP 172.27.2.205 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/4679ab98-911b-4d27-a280-fb2f8a1f7ef6) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:10.866838 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c24d03cc-71b7-4d52-baf2-68875f4f11d6 req-fb9e105c-daf4-4d2c-bc15-4fdf627aa713 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.0418527 Sep 10 11:37:10.890008 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:37:10.897855 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f3fc6060-b4cb-4baf-8293-350dfe42d74e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:10.910148 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-bedd853a-2edc-465e-86c9-ff27b21e619d admin admin] 10.222.0.35 "PUT /v2.0/routers/a32f0bc0-ab50-4e35-9e54-956f6bc01d8b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7837710 Sep 10 11:37:10.935910 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.056078 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.165989 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:11.167834 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:11.184963 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:11.204391 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'Port': ['ID=4679ab98-911b-4d27-a280-fb2f8a1f7ef6,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:11.349997 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.402568 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.626017 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.634396 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.648422 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.697949 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'Port': ['ID=4679ab98-911b-4d27-a280-fb2f8a1f7ef6,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:11.726011 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.737081 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1cd53f41-9225-4714-af73-cb13099e89dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8654592 Sep 10 11:37:11.761189 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8e82bf0b-883a-4164-a17a-5904387069ab up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:11.803605 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-0c43b7f3-b3d3-4614-9734-fce567cc3c81 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:11.816225 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-0c43b7f3-b3d3-4614-9734-fce567cc3c81 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 818 time: 0.2419562 Sep 10 11:37:11.831988 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-89d8ab6d-2244-4f28-9978-c823456d74df tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/quotas/0c03627d48ee4f3fa78958872f18e8b5 HTTP/1.1" status: 200 len: 375 time: 0.0147760 Sep 10 11:37:11.870010 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 8e82bf0b-883a-4164-a17a-5904387069ab completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:11.876149 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 8e82bf0b-883a-4164-a17a-5904387069ab triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:11.876867 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:11.952295 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-9a8ebee0-fb80-4b9a-920b-d079a33ae92a tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1122367 Sep 10 11:37:12.034686 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:12.100660 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f68cd0eb-233e-4638-af36-efd3dad9aa9b req-d3f9f27d-4402-4cce-8081-4aaa06377386 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.0579195 Sep 10 11:37:12.117991 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 8e82bf0b-883a-4164-a17a-5904387069ab, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8e82bf0b-883a-4164-a17a-5904387069ab,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:12.126584 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:12.127619 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fb666fc5-cbe7-4f8c-b57c-c36082da6307 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:12.141041 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-db4f0a3a-3b2e-4170-9ce7-9dea4ee0d728 service neutron] 10.222.0.35 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742325 Sep 10 11:37:12.328884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.52', 64287) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:12.382280 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port fb666fc5-cbe7-4f8c-b57c-c36082da6307 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:12.386875 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:12.390968 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port fb666fc5-cbe7-4f8c-b57c-c36082da6307 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:12.391518 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:12.399007 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=8e82bf0b-883a-4164-a17a-5904387069ab,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:12.489397 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-12584b2c-5745-4e58-a7f3-01ef45d0f358 service neutron] 10.222.0.35 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3471484 Sep 10 11:37:12.517285 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:12.543806 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-c2b6c385-b7b4-4f34-9c73-30bdad158797 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--92359376&fields=id&tenant_id=491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 267 time: 0.1682532 Sep 10 11:37:12.589066 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port fb666fc5-cbe7-4f8c-b57c-c36082da6307, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=fb666fc5-cbe7-4f8c-b57c-c36082da6307,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:12.602586 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:12.727649 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=fb666fc5-cbe7-4f8c-b57c-c36082da6307,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:12.743715 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-d1c6470f-c663-40d9-b753-93ef9a305a0e tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:12.745378 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-d1c6470f-c663-40d9-b753-93ef9a305a0e tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.52 "GET /v2.0/networks?id=5222a091-ee02-4520-990e-1c47b338e2a5 HTTP/1.1" status: 200 len: 812 time: 0.4153872 Sep 10 11:37:12.778581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-011f1a01-6992-47fe-826a-0651f5ef9020 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:12.779904 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-011f1a01-6992-47fe-826a-0651f5ef9020 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 817 time: 0.2242885 Sep 10 11:37:12.802048 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Request body: {'port': {'device_id': '6cd56e26-1465-4a85-994f-466ba73d7851', 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5', 'admin_state_up': True, 'tenant_id': 'f2805266fff04264946ab1fdbdf16b79'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:12.807088 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-569e7ea2-74c3-41f5-b301-39acdc3b8502 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/quotas/491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 375 time: 0.0121472 Sep 10 11:37:12.916747 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-6d702cd0-af29-4e44-90be-2440b143b9a9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1036458 Sep 10 11:37:13.078403 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Sync routers for ids ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:37:13.107395 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Routers {'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:13.108336 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:36:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:13.170556 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f23b590c-8055-4db9-96b2-31c7b34d3d9c req-bad06929-a2b9-4350-91f5-d49cce5470cb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 210 time: 0.0714219 Sep 10 11:37:13.293459 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Set router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:13.372676 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Made reservation on behalf of f2805266fff04264946ab1fdbdf16b79 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:13.372676 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:13.425463 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ed775e7f-1997-4f34-b295-dcde753e6eeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:13.476168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-6c8ecc99-6c1b-40fe-be24-bd1accbaba97 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:37:13.484753 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-6c8ecc99-6c1b-40fe-be24-bd1accbaba97 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1207263 Sep 10 11:37:13.602018 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a97d222-0525-45c3-87b3-123d69f5798b req-7c83d93c-4be1-4c30-a961-d6d53d4cb7ed tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.0688126 Sep 10 11:37:13.869789 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8e82bf0b-883a-4164-a17a-5904387069ab up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:14.128812 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.145700 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 8e82bf0b-883a-4164-a17a-5904387069ab triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:14.146069 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.205739 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 46882) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:14.226966 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-91b2813c-1ca2-4821-9abd-393ba822efa0 service neutron] 10.222.0.35 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7409811 Sep 10 11:37:14.296170 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Allocated IP 172.20.0.4 (5222a091-ee02-4520-990e-1c47b338e2a5/e232c71b-ae5d-481b-8518-c8a143e9ba33/8e50efaf-da09-4c4e-a15a-cf5ca33943c4) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:14.311814 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fb666fc5-cbe7-4f8c-b57c-c36082da6307 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:14.456346 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:37:09Z', 'revision_number': 4, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '5dab4d2f-abf2-4b60-8bf0-6b834ffa6947', 'name': '', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'mac_address': 'fa:16:3e:45:31:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:08Z', 'updated_at': '2021-09-10T11:37:09Z', 'revision_number': 2, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'subnets': [{'id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:14.532453 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Checking router: a32f0bc0-ab50-4e35-9e54-956f6bc01d8b for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:37:14.533864 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Updating router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:37:14.533974 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e4f50b9-1bcc-45bd-b024-bd2bea6c5ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.543595 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port fb666fc5-cbe7-4f8c-b57c-c36082da6307 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:14.546111 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.626994 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-1a764977-7a5e-4ad9-b2f0-889dfc643a12 service neutron] 10.222.0.35 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3959224 Sep 10 11:37:14.667830 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-ea264cc6-4ea6-4452-b0f5-afdc5687e5c6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:14.672183 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-ea264cc6-4ea6-4452-b0f5-afdc5687e5c6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 818 time: 0.8951328 Sep 10 11:37:14.677129 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.716438 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.747528 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-efc0472e-156c-48b2-840f-c3f0245cf707 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/quotas/0c03627d48ee4f3fa78958872f18e8b5 HTTP/1.1" status: 200 len: 375 time: 0.0404198 Sep 10 11:37:14.867349 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:14.990803 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-54666c9f-0204-49c2-b138-d4b987696714 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2422795 Sep 10 11:37:15.052168 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.201910 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e4f50b9-1bcc-45bd-b024-bd2bea6c5ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.221865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1e4f50b9-1bcc-45bd-b024-bd2bea6c5ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.233874 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Network 5222a091-ee02-4520-990e-1c47b338e2a5 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:15.267673 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:15.290937 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:15.297147 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:15.301160 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.309797 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Pushing event updated for resources: {'Port': ['ID=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:15.335704 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-f4fcc989-eeb6-4bf1-bc80-c621d7241ba4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5432768 Sep 10 11:37:15.499752 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4f50b9-1bcc-45bd-b024-bd2bea6c5ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1a6f03-2a1a-4714-97bb-fae1a22257e0,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:15.515475 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-1c12f94a-c1c8-401d-913f-52a46593abf3 service neutron] 10.222.0.35 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5235968 Sep 10 11:37:15.635172 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-fb27bc73-d60b-44dd-b87a-beaa02c366e1 service neutron] 10.222.0.35 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1184850 Sep 10 11:37:15.641878 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-1e4f50b9-1bcc-45bd-b024-bd2bea6c5ae0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9abc3000bb549e5831e222fd1e75616&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4265678 Sep 10 11:37:15.644679 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 46940) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:15.794162 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.799531 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.813910 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Transition to ACTIVE for port object 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:15.823267 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.833243 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6a20-c8f6-49f5-a692-c9e83d6d8b2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.864680 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6a20-c8f6-49f5-a692-c9e83d6d8b2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.882965 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8360c551-5b7c-4490-b69f-159a737993e5 req-60d10f63-2f0c-4298-8d79-6a2b467bbde1 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:15.921715 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8360c551-5b7c-4490-b69f-159a737993e5 req-60d10f63-2f0c-4298-8d79-6a2b467bbde1 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 931 time: 0.2381635 Sep 10 11:37:15.942803 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6a20-c8f6-49f5-a692-c9e83d6d8b2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.946681 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4b9c6a20-c8f6-49f5-a692-c9e83d6d8b2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:15.953842 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4b9c6a20-c8f6-49f5-a692-c9e83d6d8b2e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3f1a6f03-2a1a-4714-97bb-fae1a22257e0 HTTP/1.1" status: 204 len: 168 time: 0.3077345 Sep 10 11:37:15.966653 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c6a20-c8f6-49f5-a692-c9e83d6d8b2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1a6f03-2a1a-4714-97bb-fae1a22257e0,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:16.106054 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3970f4-2125-49ec-a39a-5c08507ebeca None None] Pushing event updated for resources: {'Port': ['ID=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:16.193058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Attempting to bind port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:16.193058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Attempting to bind port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:16.193058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Attempting to bind port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:16.204277 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6dbb97a6-427d-4521-b8f8-25f94b0a643c req-e971b693-82c7-447a-8977-b1fca5c238ab tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.1758924 Sep 10 11:37:16.210121 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 37, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:16.210522 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Checking segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:16.211050 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:16.211529 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Bound using segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:16.212587 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Bound port: 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:16.213071 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:16.246072 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8360c551-5b7c-4490-b69f-159a737993e5 req-7876e279-8ed3-4f50-a425-cd13e9098b54 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042662 Sep 10 11:37:16.343732 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1dfd44f-fcec-4df5-b042-e814f52e5270 req-e8a2d6c6-66c2-45c6-9d81-d64b7cda025f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0423667 Sep 10 11:37:16.448695 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-41c0f793-436c-4abc-8150-fc35a7fd06f8 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94057) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:37:16.450569 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-41c0f793-436c-4abc-8150-fc35a7fd06f8 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067577 Sep 10 11:37:16.493745 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] For port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:16.501485 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] For port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:16.509556 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:16.763015 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Routers {'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:16.766084 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:37:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:17.052845 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] Set router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:17.089619 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47006) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:17.104990 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47010) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:17.231088 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3970f4-2125-49ec-a39a-5c08507ebeca None None] Pushing event updated for resources: {'Port': ['ID=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:17.332463 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:37:09Z', 'revision_number': 4, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '5dab4d2f-abf2-4b60-8bf0-6b834ffa6947', 'name': '', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'mac_address': 'fa:16:3e:45:31:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:08Z', 'updated_at': '2021-09-10T11:37:16Z', 'revision_number': 4, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'subnets': [{'id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:17.367545 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8cfb410-7f9e-48a9-9bbd-634ffecbfbb1 None None] The sync data for ids ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'] in dv-cinder-759962-12-iscsi is: [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:37:09Z', 'revision_number': 4, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '5dab4d2f-abf2-4b60-8bf0-6b834ffa6947', 'name': '', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'mac_address': 'fa:16:3e:45:31:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_interface', 'standard_attr_id': 92, 'fixed_ips': [{'subnet_id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:08Z', 'updated_at': '2021-09-10T11:37:16Z', 'revision_number': 4, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'subnets': [{'id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:37:17.440211 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b847035c-bfe7-4b38-be43-e23208c4b337 req-fabc0773-9bdd-4b3c-b3be-144cfddc9bc5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0428646 Sep 10 11:37:17.440211 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9db71c62-64e2-43d0-a370-57a6c64ec6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:17.480319 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe816f1-f6c2-4314-94b8-2b55d2a12c82 req-f9f27030-827d-4f40-b5f6-c032c6a75616 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:17.481894 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8fe816f1-f6c2-4314-94b8-2b55d2a12c82 req-f9f27030-827d-4f40-b5f6-c032c6a75616 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 931 time: 0.1363223 Sep 10 11:37:17.713401 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8fe816f1-f6c2-4314-94b8-2b55d2a12c82 req-79a450f0-55e1-4ad8-b960-a24853526a20 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2250347 Sep 10 11:37:17.788955 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:17.847860 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47032) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:17.896579 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-022e3ae0-3fb2-4409-97d8-39051a57fd4d req-0ea964b2-4914-4213-9c38-fdf534009c2b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.2126913 Sep 10 11:37:17.975328 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f3380239-1bf4-47f0-a7df-8b218de4a0e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.002432 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:18.010839 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:18.011218 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.072246 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9db71c62-64e2-43d0-a370-57a6c64ec6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.094764 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.52', 64311) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:18.111904 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9db71c62-64e2-43d0-a370-57a6c64ec6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.202753 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db71c62-64e2-43d0-a370-57a6c64ec6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef1d871-721a-4123-a303-2f673e559087,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:18.270396 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.313343 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-9db71c62-64e2-43d0-a370-57a6c64ec6af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6d2743832d784308a5c99f709dfbbae4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2198243 Sep 10 11:37:18.313736 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47042) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:18.323863 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Request body: {'port': {'device_id': '6cd56e26-1465-4a85-994f-466ba73d7851', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:18.398745 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:18.410601 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.452434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4823-5770-4874-8eeb-3bb8a00e028f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.474082 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9d46fb40-a4eb-46e8-ad3a-879f325f70ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.563766 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.578289 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:18.698384 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f3380239-1bf4-47f0-a7df-8b218de4a0e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.704325 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-0903cc67-cb70-4fec-9641-d31f8c6f97df tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:18.706694 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-0903cc67-cb70-4fec-9641-d31f8c6f97df tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 818 time: 0.6105399 Sep 10 11:37:18.711651 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4823-5770-4874-8eeb-3bb8a00e028f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.808326 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f3380239-1bf4-47f0-a7df-8b218de4a0e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:18.884983 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3536c255-8572-4429-b7b6-d088fdafaaab req-e7de7e62-d235-4909-8128-1bf61d060858 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.2089226 Sep 10 11:37:18.890628 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47056) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:19.043300 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f3380239-1bf4-47f0-a7df-8b218de4a0e6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c9afd9805c3b49c6aed90c5fd2a1faec&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9372091 Sep 10 11:37:19.056116 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47062) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:19.093798 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3380239-1bf4-47f0-a7df-8b218de4a0e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac307f83-1cf1-4c7f-a39b-12300995c7ea,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:19.130587 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1554edf2-878d-475e-8552-8b3375941f67 req-65dd6107-bbd3-4517-998e-db626d8e892e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.1127515 Sep 10 11:37:19.174586 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4823-5770-4874-8eeb-3bb8a00e028f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.177545 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cc8d4823-5770-4874-8eeb-3bb8a00e028f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.181899 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-cc8d4823-5770-4874-8eeb-3bb8a00e028f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fef1d871-721a-4123-a303-2f673e559087 HTTP/1.1" status: 204 len: 168 time: 0.8520720 Sep 10 11:37:19.197382 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef586e6f-6dce-4077-a48d-26b74967721a req-c08b6ab7-fbb6-45d6-8e42-f907c7b5e34d tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:19.199188 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ef586e6f-6dce-4077-a48d-26b74967721a req-c08b6ab7-fbb6-45d6-8e42-f907c7b5e34d tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 931 time: 0.2401216 Sep 10 11:37:19.209593 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-381096445-network', 'tenant_id': 'b6cac6e3c48041f096e0e7d1a589921e'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:19.238321 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8d4823-5770-4874-8eeb-3bb8a00e028f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef1d871-721a-4123-a303-2f673e559087,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:19.279039 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e36ce4ef-9507-4c92-9051-dd962248a123 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.306125 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ef586e6f-6dce-4077-a48d-26b74967721a req-9de69a4a-9d4e-4bd8-b293-9902f72edf1b tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826025 Sep 10 11:37:19.342328 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e36ce4ef-9507-4c92-9051-dd962248a123 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.424607 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e36ce4ef-9507-4c92-9051-dd962248a123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.427116 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e36ce4ef-9507-4c92-9051-dd962248a123 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.431022 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e36ce4ef-9507-4c92-9051-dd962248a123 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ac307f83-1cf1-4c7f-a39b-12300995c7ea HTTP/1.1" status: 204 len: 168 time: 0.3597019 Sep 10 11:37:19.456122 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ce4ef-9507-4c92-9051-dd962248a123 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac307f83-1cf1-4c7f-a39b-12300995c7ea,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:19.491950 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9d46fb40-a4eb-46e8-ad3a-879f325f70ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.507316 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9d46fb40-a4eb-46e8-ad3a-879f325f70ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.521746 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Made reservation on behalf of b6cac6e3c48041f096e0e7d1a589921e for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:19.524904 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.541738 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.549798 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9d46fb40-a4eb-46e8-ad3a-879f325f70ed admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b77a7e522ec74653a527a6770acc701a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7008030 Sep 10 11:37:19.556078 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47074) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:19.609338 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:19.711202 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:19.726887 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.790016 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:19.790436 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.816608 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.822245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d46fb40-a4eb-46e8-ad3a-879f325f70ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=608da193-5d80-481d-8147-1a95a4fe8510,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:19.827113 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.831486 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Transition to ACTIVE for port object 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:19.842794 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:19.906750 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45ad9a3e-f203-4b26-825b-cc3d2c313d6e,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:19.925869 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47082) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:19.973033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 572} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:20.012836 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8b059349-6c0f-4350-9495-9c2fa48fa916 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.017125 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d06d6998-6b89-4005-904a-172881a5eb58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.036757 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.037087 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Added segment fc49a3ca-591a-40cb-a1fa-b27aed3691dd of type vlan for network 779af983-1aab-4471-b674-2799439ca1ee Sep 10 11:37:20.061416 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8b059349-6c0f-4350-9495-9c2fa48fa916 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.073817 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8165da10-2ee1-416d-92ad-e51f82210f9c req-18e2b6b9-587d-4a9b-85de-7053817b4534 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0413432 Sep 10 11:37:20.155932 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:20.263401 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8b059349-6c0f-4350-9495-9c2fa48fa916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.266832 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8b059349-6c0f-4350-9495-9c2fa48fa916 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.268947 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8b059349-6c0f-4350-9495-9c2fa48fa916 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/608da193-5d80-481d-8147-1a95a4fe8510 HTTP/1.1" status: 204 len: 168 time: 0.7091320 Sep 10 11:37:20.284799 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d06d6998-6b89-4005-904a-172881a5eb58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.306763 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b059349-6c0f-4350-9495-9c2fa48fa916 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=608da193-5d80-481d-8147-1a95a4fe8510,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:20.312140 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Attempting to bind port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:20.315165 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Attempting to bind port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c4bbcb68-7657-454b-b711-be9c8e598f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:20.319349 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Attempting to bind port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 on network 5222a091-ee02-4520-990e-1c47b338e2a5 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:20.326394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.330436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 on network 5222a091-ee02-4520-990e-1c47b338e2a5 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:37:20.331867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Attempting to bind port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 on network 5222a091-ee02-4520-990e-1c47b338e2a5 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:20.345475 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:20.346838 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Checking segment: {'id': 'c4bbcb68-7657-454b-b711-be9c8e598f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:20.349129 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Bound using segment: {'id': 'c4bbcb68-7657-454b-b711-be9c8e598f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:20.353038 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Bound port: 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c4bbcb68-7657-454b-b711-be9c8e598f5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 578, 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:20.354767 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.393162 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d06d6998-6b89-4005-904a-172881a5eb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.491481 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06d6998-6b89-4005-904a-172881a5eb58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a78185-7b55-4f21-a4e6-a5e358df0a74,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:20.496051 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.497788 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:20.498807 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.618941 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] For port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:20.619474 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] Pushing event updated for resources: {'Network': ['ID=779af983-1aab-4471-b674-2799439ca1ee,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:20.622652 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-433ef310-b709-407e-b5de-3373d7752e2b admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7197618 Sep 10 11:37:20.632238 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfc3b231-4d02-432a-8df4-aec1cb3bef14 req-b0bfc40a-0e00-407c-a333-ca2f9011d4bb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.2411327 Sep 10 11:37:20.634220 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47108) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:20.639183 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 779af983-1aab-4471-b674-2799439ca1ee details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:20.639746 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] For port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,segment=NetworkSegment(c4bbcb68-7657-454b-b711-be9c8e598f5b),segment_id=c4bbcb68-7657-454b-b711-be9c8e598f5b)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:20.664396 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.687025 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Request body: {'subnet': {'network_id': '779af983-1aab-4471-b674-2799439ca1ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-381096445-subnet', 'tenant_id': 'b6cac6e3c48041f096e0e7d1a589921e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:20.721892 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Made reservation on behalf of b6cac6e3c48041f096e0e7d1a589921e for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:20.725184 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Notify callbacks [] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.740459 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d06d6998-6b89-4005-904a-172881a5eb58 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d8c71cbf38fb4761b9ac4c9de908652e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8030608 Sep 10 11:37:20.753966 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47110) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:20.790434 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:20.791066 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:20.795063 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] 10.222.0.52 "PUT /v2.0/ports/8e50efaf-da09-4c4e-a15a-cf5ca33943c4 HTTP/1.1" status: 200 len: 1093 time: 2.6817570 Sep 10 11:37:20.853005 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695eb7c7-b57d-4f6c-9fc5-c0e4b7becc18 req-45121f5e-d665-4cd0-afe0-b5b75797f4d4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:20.853421 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cd56e26-1465-4a85-994f-466ba73d7851', 'tag': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:20.862070 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-695eb7c7-b57d-4f6c-9fc5-c0e4b7becc18 req-45121f5e-d665-4cd0-afe0-b5b75797f4d4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.3715119 Sep 10 11:37:21.032801 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386dda17-b78f-4f49-9f9a-fa2d922edae7 service neutron] Pushing event updated for resources: {'Port': ['ID=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:21.038494 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47120) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:21.072607 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d723f4a5-675c-483f-a920-7fdfa6b74d45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.077502 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-844744bf-fefc-4c2e-bc79-9378afec98ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.101401 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-695eb7c7-b57d-4f6c-9fc5-c0e4b7becc18 req-0218ddf2-0ce5-479e-84a1-986c67a4729e tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2375107 Sep 10 11:37:21.133182 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-844744bf-fefc-4c2e-bc79-9378afec98ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.250673 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.275498 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2046263f-58da-467f-bc0a-2c7d3151a31a req-ad2757e0-aa60-4835-a452-2ad48e29bff7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0460005 Sep 10 11:37:21.276698 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d723f4a5-675c-483f-a920-7fdfa6b74d45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.312565 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Request body: {'port': {'device_id': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'admin_state_up': True, 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:21.325502 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d723f4a5-675c-483f-a920-7fdfa6b74d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.361789 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a" -d '{"events": [{"name": "network-changed", "server_uuid": "6cd56e26-1465-4a85-994f-466ba73d7851", "tag": "8e50efaf-da09-4c4e-a15a-cf5ca33943c4"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:21.375481 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d723f4a5-675c-483f-a920-7fdfa6b74d45 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8fe00513e3844bd999b0c5acf169f1da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3357935 Sep 10 11:37:21.393714 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47132) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:21.451904 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d723f4a5-675c-483f-a920-7fdfa6b74d45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72d2cf88-645b-40db-b99c-546dbcccfd2d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:21.464491 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a47a72a2-83a3-4fa0-9d97-60bf11eeaafd,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:21.469662 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-844744bf-fefc-4c2e-bc79-9378afec98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.472553 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-844744bf-fefc-4c2e-bc79-9378afec98ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.476802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-844744bf-fefc-4c2e-bc79-9378afec98ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1a78185-7b55-4f21-a4e6-a5e358df0a74 HTTP/1.1" status: 204 len: 168 time: 0.7211683 Sep 10 11:37:21.508649 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844744bf-fefc-4c2e-bc79-9378afec98ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a78185-7b55-4f21-a4e6-a5e358df0a74,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:21.514408 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Checking segment: {'id': 'fc49a3ca-591a-40cb-a1fa-b27aed3691dd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 572, 'network_id': '779af983-1aab-4471-b674-2799439ca1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:21.514833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Network hostable DHCP agents. Network: 779af983-1aab-4471-b674-2799439ca1ee, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:21.598648 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Network 779af983-1aab-4471-b674-2799439ca1ee is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:21.622140 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6ab70b16-196c-425a-b93a-0a6fc1d1f2df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.651828 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Made reservation on behalf of 0c03627d48ee4f3fa78958872f18e8b5 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:21.658593 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.667494 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 779af983-1aab-4471-b674-2799439ca1ee) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:21.676957 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25e02e61-656a-4913-a079-2e2e705ae22a None None] Network 779af983-1aab-4471-b674-2799439ca1ee requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:21.690210 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:21.691950 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.714401 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.52', 64320) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:21.722357 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6ab70b16-196c-425a-b93a-0a6fc1d1f2df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.734490 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-37651b7d-64f9-428d-988c-ea9b1d585c40 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0626144 Sep 10 11:37:21.823414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6ab70b16-196c-425a-b93a-0a6fc1d1f2df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.827042 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6ab70b16-196c-425a-b93a-0a6fc1d1f2df admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:21.832848 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-6ab70b16-196c-425a-b93a-0a6fc1d1f2df admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/72d2cf88-645b-40db-b99c-546dbcccfd2d HTTP/1.1" status: 204 len: 168 time: 0.4273295 Sep 10 11:37:21.841727 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ab70b16-196c-425a-b93a-0a6fc1d1f2df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72d2cf88-645b-40db-b99c-546dbcccfd2d,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:22.003068 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-499f9fd7-da24-43f4-af6d-b4d7be3d0b87 req-f00a373f-2b03-416c-8ead-3a90387f9a92 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0939603 Sep 10 11:37:22.072974 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9995d4b-54f1-4ea7-8b8b-7242167b8738 x-openstack-request-id: req-f9995d4b-54f1-4ea7-8b8b-7242167b8738 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:22.073384 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cd56e26-1465-4a85-994f-466ba73d7851", "tag": "8e50efaf-da09-4c4e-a15a-cf5ca33943c4", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:22.074104 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f9995d4b-54f1-4ea7-8b8b-7242167b8738 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:22.074104 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cd56e26-1465-4a85-994f-466ba73d7851', 'tag': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4', 'status': 'completed', 'code': 200} Sep 10 11:37:22.087762 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abff33c-523b-4162-9fc9-7e90890ff401 None None] Network 779af983-1aab-4471-b674-2799439ca1ee requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:22.532051 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef37ad7-8123-4881-b9b7-8610d7a3c2ad req-4747e25b-a4e4-4126-ac56-65cf71452a61 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:22.540891 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ef37ad7-8123-4881-b9b7-8610d7a3c2ad req-4747e25b-a4e4-4126-ac56-65cf71452a61 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.2178369 Sep 10 11:37:22.547037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.52', 64323) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:22.676262 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Allocated IP 172.20.0.12 (ea2ec02d-916c-4bc6-aa88-b0d91a5510f9/225afcb9-1f4a-4d33-b8e3-a115a3c3e3af/c61c6a4f-fcbe-4999-845f-22abc0905380) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:23.020397 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:23.115708 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-da2a9d41-e130-46b6-835f-be8f3129d10b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:23.117338 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-da2a9d41-e130-46b6-835f-be8f3129d10b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 817 time: 1.3990529 Sep 10 11:37:23.124541 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fb48a616-c4db-44c4-bf33-a61638a703fb req-1120a7c6-e104-4925-b555-277a7b30c9ed tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.5246906 Sep 10 11:37:23.151536 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ef37ad7-8123-4881-b9b7-8610d7a3c2ad req-63b9b3e6-293c-44f9-b3ed-7c29f1daf739 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6036601 Sep 10 11:37:23.188583 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:23.227419 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-db678d53-7245-4507-97d0-2a44e883191e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:23.233359 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-db678d53-7245-4507-97d0-2a44e883191e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2805266fff04264946ab1fdbdf16b79&device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 1096 time: 1.5234065 Sep 10 11:37:23.305477 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9f51e5d5-e6d9-45ce-8c40-6e6048a9abbb req-42d95fb7-8072-4810-8e81-b3221252f0e4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0443985 Sep 10 11:37:23.307846 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:23.313344 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:23.325153 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-45e7b0c0-c925-47b2-8952-82ee1ce6d6df tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:23.327177 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-45e7b0c0-c925-47b2-8952-82ee1ce6d6df tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 818 time: 0.7139106 Sep 10 11:37:23.333789 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:23.340895 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:23.341517 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:23.421047 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Pushing event updated for resources: {'Port': ['ID=c61c6a4f-fcbe-4999-845f-22abc0905380,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:23.486684 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-a2065a70-cfde-42a6-908c-0c9912c5fc06 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 378 time: 0.2193267 Sep 10 11:37:23.488033 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-0eb6d048-ec22-4f70-b9a5-ea90129d0b32 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4 HTTP/1.1" status: 200 len: 217 time: 0.1419332 Sep 10 11:37:23.493007 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a1b44987-e986-4e11-993d-5d7d0ee91c89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1945744 Sep 10 11:37:23.790165 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47220) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:23.796119 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323727114-network', 'tenant_id': '6552a03debb04800aac0b4fb79416fb7'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:23.833405 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Made reservation on behalf of 6552a03debb04800aac0b4fb79416fb7 for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:23.835971 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:23.847613 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:23.991702 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:23.996895 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.024183 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 585} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:24.047141 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d63d5bf-5418-4e07-9dd4-9bab481ac06a,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:24.050361 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.050701 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Added segment 6efe4b8d-7d46-4989-9bad-a1cddcb81933 of type vlan for network 1b382346-f459-4ebc-9487-270f7a118320 Sep 10 11:37:24.135297 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.222525 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.223533 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:24.224121 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.344371 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5528941 Sep 10 11:37:24.350686 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47248) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:24.362376 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Request body: {'subnet': {'network_id': '1b382346-f459-4ebc-9487-270f7a118320', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1323727114-subnet', 'tenant_id': '6552a03debb04800aac0b4fb79416fb7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:24.465843 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Made reservation on behalf of 6552a03debb04800aac0b4fb79416fb7 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:24.468207 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Notify callbacks [] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.682124 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10035f94-18c5-4172-9a20-3631b44a7e58 admin admin] Pushing event updated for resources: {'Network': ['ID=1b382346-f459-4ebc-9487-270f7a118320,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:24.701671 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 1b382346-f459-4ebc-9487-270f7a118320 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:24.774743 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97876074-d87a-44ef-842f-76f6107768fd req-66e97349-3a7e-4435-a88d-3fd8d02cdaef tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:24.782313 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-97876074-d87a-44ef-842f-76f6107768fd req-66e97349-3a7e-4435-a88d-3fd8d02cdaef tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.4941189 Sep 10 11:37:24.785651 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e7c4e4c2-d754-4c85-8c7a-757e562ce588 req-f45cc63a-c89e-4786-8aef-c8182e842f37 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.1125751 Sep 10 11:37:24.849802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-97876074-d87a-44ef-842f-76f6107768fd req-848debd7-c70b-44d9-ac54-cab4054c5053 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665278 Sep 10 11:37:24.912116 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:24.951668 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ec67083f-7523-4d50-b21f-fdeb896881ed req-8fe47222-4f15-4575-a118-f5a4df652f82 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0380976 Sep 10 11:37:25.001388 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=db4bddb9-c1df-4b3f-b8fb-fe54e12db37f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:25.013433 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Checking segment: {'id': '6efe4b8d-7d46-4989-9bad-a1cddcb81933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 585, 'network_id': '1b382346-f459-4ebc-9487-270f7a118320'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:25.021030 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Network hostable DHCP agents. Network: 1b382346-f459-4ebc-9487-270f7a118320, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:25.057543 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Network 1b382346-f459-4ebc-9487-270f7a118320 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:25.074658 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 1b382346-f459-4ebc-9487-270f7a118320) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:25.085334 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c452598f-a9bb-4a17-9907-d9dcd68e3cd3 None None] Network 1b382346-f459-4ebc-9487-270f7a118320 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:25.094828 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:25.095663 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.136382 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d424d65a-2891-4969-a3e5-d2fad06bce4b admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7698333 Sep 10 11:37:25.417380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47318) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:25.467547 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bea7147-8cbe-4d01-b6b6-997735d97b5b None None] Network 1b382346-f459-4ebc-9487-270f7a118320 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:25.513297 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Deleting subnet a47a72a2-83a3-4fa0-9d97-60bf11eeaafd {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:37:25.516733 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.574836 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.608186 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.695780 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.728838 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.733080 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a47a72a2-83a3-4fa0-9d97-60bf11eeaafd HTTP/1.1" status: 204 len: 168 time: 0.3123243 Sep 10 11:37:25.733080 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0197dc4c-ffc6-4bfd-ace8-a5c5ef4a45f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a47a72a2-83a3-4fa0-9d97-60bf11eeaafd,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:25.733423 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47340) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:25.807414 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:25.967773 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.001880 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.002511 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.004527 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.005296 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > port after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.005813 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.006398 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > port after_update 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.008083 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.009008 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.009857 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.010820 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.040747 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bfc0fb84-3f98-4d14-ba0e-56102d9d22ef req-40c69337-9d13-4fcf-827b-87012b038657 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0705130 Sep 10 11:37:26.062600 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46158fc-89dd-4f6e-94c4-ed2f0fbf88a0 req-79165d0f-bed0-4665-9cae-ed23c44245f5 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:26.070222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a46158fc-89dd-4f6e-94c4-ed2f0fbf88a0 req-79165d0f-bed0-4665-9cae-ed23c44245f5 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.1328890 Sep 10 11:37:26.128103 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a46158fc-89dd-4f6e-94c4-ed2f0fbf88a0 req-a6ea624f-88b6-4064-a2e6-20ce823d3b77 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563731 Sep 10 11:37:26.201899 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-16eeec69-8c16-45f3-a490-8d7ef40f3e4e req-459e4d7c-8ad7-4ccc-9b89-029467606c26 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0547411 Sep 10 11:37:26.246362 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.246712 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.247040 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.247525 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94057) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.247921 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['779af983-1aab-4471-b674-2799439ca1ee']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:26.270707 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc49a3ca-591a-40cb-a1fa-b27aed3691dd') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:26.271013 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc49a3ca-591a-40cb-a1fa-b27aed3691dd') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:26.287500 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.309179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.317882 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Releasing vlan 572 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:37:26.318281 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: from cryptography.utils import int_from_bytes Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: from cryptography.utils import int_from_bytes Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:37:26.323684 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:37:26.402163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.409579 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.411458 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] 10.222.0.35 "DELETE /v2.0/networks/779af983-1aab-4471-b674-2799439ca1ee HTTP/1.1" status: 204 len: 168 time: 0.6769640 Sep 10 11:37:26.414762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47394) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:26.422018 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a25383f-3d2f-43fc-b1b6-46cddade8ea2 admin admin] Pushing event deleted for resources: {'Network': ['ID=779af983-1aab-4471-b674-2799439ca1ee,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:26.471923 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Deleting subnet db4bddb9-c1df-4b3f-b8fb-fe54e12db37f {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:37:26.475095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.514186 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.523646 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.583316 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.602631 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47398) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:26.608779 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db4bddb9-c1df-4b3f-b8fb-fe54e12db37f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:26.631463 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.636226 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3b1724ce-4144-4eed-bc2e-e8ecb40d4e21 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/db4bddb9-c1df-4b3f-b8fb-fe54e12db37f HTTP/1.1" status: 204 len: 168 time: 0.2184064 Sep 10 11:37:26.636546 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47404) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:26.707457 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.720459 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-79a081d7-6531-452e-ad90-8ddda78e3c01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.791338 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.811736 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.812080 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.812868 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.813194 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > port after_create 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.813531 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.813878 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > port after_update 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.814196 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.814319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-79a081d7-6531-452e-ad90-8ddda78e3c01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.814534 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.814844 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.815159 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.818287 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-79a081d7-6531-452e-ad90-8ddda78e3c01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.856252 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-79a081d7-6531-452e-ad90-8ddda78e3c01 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d0cd3bf075314606bb9b28da1742fa47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2524509 Sep 10 11:37:26.858392 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a081d7-6531-452e-ad90-8ddda78e3c01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c304fae0-16e8-4d28-ad5e-b9e666986235,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:26.860162 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47408) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:26.909505 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fca2201a-729d-4ec6-9f40-0b54c0d05f74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.931887 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fca2201a-729d-4ec6-9f40-0b54c0d05f74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.988519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.989018 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.989376 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.989536 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=94058) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 11:37:26.989840 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b382346-f459-4ebc-9487-270f7a118320']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:26.993261 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fca2201a-729d-4ec6-9f40-0b54c0d05f74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.996247 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fca2201a-729d-4ec6-9f40-0b54c0d05f74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:26.997552 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fca2201a-729d-4ec6-9f40-0b54c0d05f74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c304fae0-16e8-4d28-ad5e-b9e666986235 HTTP/1.1" status: 204 len: 168 time: 0.1362336 Sep 10 11:37:27.005420 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca2201a-729d-4ec6-9f40-0b54c0d05f74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c304fae0-16e8-4d28-ad5e-b9e666986235,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:27.019654 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efe4b8d-7d46-4989-9bad-a1cddcb81933') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:27.020220 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efe4b8d-7d46-4989-9bad-a1cddcb81933') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:27.041875 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.065484 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.073910 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Releasing vlan 585 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:37:27.074359 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: from cryptography.utils import int_from_bytes Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: from cryptography.utils import int_from_bytes Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:37:27.078871 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:37:27.185454 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ea1705f9-cec2-4474-ac25-01e36c85c3e5 req-6d96003b-f639-4234-a09f-66556918669c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0409594 Sep 10 11:37:27.186089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.194784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.196813 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] 10.222.0.35 "DELETE /v2.0/networks/1b382346-f459-4ebc-9487-270f7a118320 HTTP/1.1" status: 204 len: 168 time: 0.5593600 Sep 10 11:37:27.206700 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f014b8-f711-43cc-a012-4c57b84371d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b382346-f459-4ebc-9487-270f7a118320,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:27.321853 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b5585e-a2a7-4424-93c8-be6575808285 req-7cd7a446-74ed-4b84-81a0-76d72fb05d77 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:27.323704 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1b5585e-a2a7-4424-93c8-be6575808285 req-7cd7a446-74ed-4b84-81a0-76d72fb05d77 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.1022675 Sep 10 11:37:27.361906 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-37de68fc-2145-4f5a-bd8c-1a0aac943987 req-c8ba4ec7-858f-4e6c-a28b-8bdac339193d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0366755 Sep 10 11:37:27.407038 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1b5585e-a2a7-4424-93c8-be6575808285 req-35b93be8-dba2-4f01-ab68-c60edfc1a4e9 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722020 Sep 10 11:37:27.423323 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47432) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:27.443970 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-80aed1f9-96ee-42cb-943a-c5cfc81fca2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.486122 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47438) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:27.542186 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f96eed70-34f3-4467-b51d-f1ae995f40ee admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b6cac6e3c48041f096e0e7d1a589921e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545714 Sep 10 11:37:27.544644 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47440) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:27.553589 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-80aed1f9-96ee-42cb-943a-c5cfc81fca2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.559635 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-80aed1f9-96ee-42cb-943a-c5cfc81fca2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.598545 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fafabe8b-74e3-4b54-8eb0-95056f4819e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.598694 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-80aed1f9-96ee-42cb-943a-c5cfc81fca2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7693c67f5be445b382ab58893345c289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1742594 Sep 10 11:37:27.601967 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aed1f9-96ee-42cb-943a-c5cfc81fca2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731db0ef-e8b7-42af-941c-1361b21d6042,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:27.603014 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47442) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:27.634587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fafabe8b-74e3-4b54-8eb0-95056f4819e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.695790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed0d647e-7d7d-4fd7-95e6-b41ae62b2132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.721095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed0d647e-7d7d-4fd7-95e6-b41ae62b2132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.723473 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fafabe8b-74e3-4b54-8eb0-95056f4819e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.726393 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fafabe8b-74e3-4b54-8eb0-95056f4819e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.727884 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-fafabe8b-74e3-4b54-8eb0-95056f4819e7 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/45ad9a3e-f203-4b26-825b-cc3d2c313d6e HTTP/1.1" status: 204 len: 168 time: 0.1822283 Sep 10 11:37:27.746247 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafabe8b-74e3-4b54-8eb0-95056f4819e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45ad9a3e-f203-4b26-825b-cc3d2c313d6e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:27.797262 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Request body: {'port': {'device_id': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'admin_state_up': True, 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:27.814188 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed0d647e-7d7d-4fd7-95e6-b41ae62b2132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.817137 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed0d647e-7d7d-4fd7-95e6-b41ae62b2132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:27.818499 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ed0d647e-7d7d-4fd7-95e6-b41ae62b2132 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/731db0ef-e8b7-42af-941c-1361b21d6042 HTTP/1.1" status: 204 len: 168 time: 0.2143803 Sep 10 11:37:27.825938 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Request body: {'port': {'device_id': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:27.834695 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'port': {'device_id': '29f70877-8192-42bc-96e9-901084da690c', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'admin_state_up': True, 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'security_groups': ['70349ddd-c638-49a9-b0c4-7f1c1572ab2b']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:27.866707 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d647e-7d7d-4fd7-95e6-b41ae62b2132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731db0ef-e8b7-42af-941c-1361b21d6042,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:28.028632 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-8ae86bb1-a2db-406f-8b16-51bfcb52b151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:28.030190 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-8ae86bb1-a2db-406f-8b16-51bfcb52b151 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e232c71b-ae5d-481b-8518-c8a143e9ba33 HTTP/1.1" status: 200 len: 852 time: 0.1990855 Sep 10 11:37:28.030722 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.049861 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Made reservation on behalf of 0c03627d48ee4f3fa78958872f18e8b5 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:28.056136 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.105774 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-ad0ec669-6260-4852-a789-d6e65aff6344 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5222a091-ee02-4520-990e-1c47b338e2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617993 Sep 10 11:37:28.364215 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47466) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:28.400569 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Made reservation on behalf of 491bb91dffe24498b9e9d96ff189ba15 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:28.404002 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.409882 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-88df1821-1fa5-48a3-98a3-bac732b1ee52 req-056f205a-51d7-4bfd-9e2e-dc234eacd4c7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0442104 Sep 10 11:37:28.441166 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-c7429fd5-6bd9-42e0-aa2c-242cdd7ded53 service neutron] 10.222.0.52 "GET /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130989 Sep 10 11:37:28.453272 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3b4b44ce-16f3-499b-9170-df13d7de843e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6552a03debb04800aac0b4fb79416fb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0873051 Sep 10 11:37:28.457645 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47474) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:28.513279 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9cca86c9-f3c6-4b96-9c86-99e485fea23e req-6d45f171-d81f-486b-be24-e705f7cce2b7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0392842 Sep 10 11:37:28.659997 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df451a9-b797-49a8-8d82-ce778748a2b0 req-5a13a5ff-481c-4b59-83ae-5e3ab9e8286d tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:28.673521 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8df451a9-b797-49a8-8d82-ce778748a2b0 req-5a13a5ff-481c-4b59-83ae-5e3ab9e8286d tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.1570206 Sep 10 11:37:28.710865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d822013e-87b8-430e-8a77-a63eb4a11eb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.740679 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8df451a9-b797-49a8-8d82-ce778748a2b0 req-e61ecdea-687e-4270-ace9-787b9c826e50 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584815 Sep 10 11:37:28.792294 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d822013e-87b8-430e-8a77-a63eb4a11eb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.856625 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d822013e-87b8-430e-8a77-a63eb4a11eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.859166 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d822013e-87b8-430e-8a77-a63eb4a11eb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:28.860308 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d822013e-87b8-430e-8a77-a63eb4a11eb4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8d63d5bf-5418-4e07-9dd4-9bab481ac06a HTTP/1.1" status: 204 len: 168 time: 0.4032180 Sep 10 11:37:28.882873 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822013e-87b8-430e-8a77-a63eb4a11eb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d63d5bf-5418-4e07-9dd4-9bab481ac06a,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:28.928088 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-194dc4e0-9ab7-4cc1-a007-e3750012e705 req-65f57078-ee97-4260-8282-2f65ba1c95d9 service neutron] 10.222.0.52 "GET /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4580953 Sep 10 11:37:29.145074 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Allocated IP 172.20.0.5 (7f500bec-3040-4930-b9c6-ad2098423fd7/c81d89a2-3b42-4e9b-a3a0-baab91165764/a073406d-fea9-41fc-b3e8-77f2b457e44a) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:29.164330 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c61c6a4f-fcbe-4999-845f-22abc0905380 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:29.176647 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:29.217128 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-55b1ee49-3392-4d14-b11a-aeae108c3bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:29.219909 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-55b1ee49-3392-4d14-b11a-aeae108c3bdb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=f2805266fff04264946ab1fdbdf16b79&device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 1096 time: 0.1950147 Sep 10 11:37:29.222890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Transition to ACTIVE for port object c61c6a4f-fcbe-4999-845f-22abc0905380 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:29.322075 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:29.364759 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Allocated IP 172.20.0.8 (ea2ec02d-916c-4bc6-aa88-b0d91a5510f9/225afcb9-1f4a-4d33-b8e3-a115a3c3e3af/a90a128e-d1a9-4741-b36e-dcf111d20043) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:29.546369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Pushing event updated for resources: {'Port': ['ID=c61c6a4f-fcbe-4999-845f-22abc0905380,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:29.709237 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-2454381d-af2d-4968-aa55-5a74e4740da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:29.711135 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-2454381d-af2d-4968-aa55-5a74e4740da1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5222a091-ee02-4520-990e-1c47b338e2a5 HTTP/1.1" status: 200 len: 913 time: 0.4844191 Sep 10 11:37:29.724846 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:29.780942 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-07970cbc-d0cf-4559-a32b-fd2821b9f19b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4 HTTP/1.1" status: 200 len: 217 time: 0.0610955 Sep 10 11:37:29.787378 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:29.822477 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e65cd9c8-6b36-4e9e-ac29-99080a2db6ba req-f947355c-3b66-48b4-9fb8-596e42cbd793 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0710001 Sep 10 11:37:29.825900 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-871d53d1-bca9-497e-bf52-4a795b0aac5f req-d9fbae11-17a8-4aea-9a92-aff6cabd60ef tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 210 time: 0.0729229 Sep 10 11:37:29.852636 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Attempting to bind port c61c6a4f-fcbe-4999-845f-22abc0905380 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:29.853241 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Attempting to bind port c61c6a4f-fcbe-4999-845f-22abc0905380 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:29.853776 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Attempting to bind port c61c6a4f-fcbe-4999-845f-22abc0905380 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:29.867229 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Transition to ACTIVE for port object a073406d-fea9-41fc-b3e8-77f2b457e44a will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:29.869239 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:29.871179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Port c61c6a4f-fcbe-4999-845f-22abc0905380 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:37:29.871649 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Attempting to bind port c61c6a4f-fcbe-4999-845f-22abc0905380 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:29.893518 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:29.893990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Checking segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:29.894474 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Bound using segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:29.895016 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Bound port: c61c6a4f-fcbe-4999-845f-22abc0905380, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:29.895472 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:29.898471 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-f1aa05ae-cf03-4cba-aeb2-feb6662737c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:29.900436 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-f1aa05ae-cf03-4cba-aeb2-feb6662737c2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e232c71b-ae5d-481b-8518-c8a143e9ba33 HTTP/1.1" status: 200 len: 852 time: 0.1076729 Sep 10 11:37:29.960329 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-1a5a62e2-fc92-4a33-8412-109a4bac1ad9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5222a091-ee02-4520-990e-1c47b338e2a5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512938 Sep 10 11:37:30.109876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:30.110075 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.118855 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:30.122882 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:30.125510 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Pushing event updated for resources: {'Port': ['ID=a90a128e-d1a9-4741-b36e-dcf111d20043,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:30.191022 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] For port c61c6a4f-fcbe-4999-845f-22abc0905380, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:30.191605 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc52dd2e-b6b4-46fd-9f9c-252e85bf8a77 req-02f0f5d9-ec32-49d3-a946-579c3779b341 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:30.198958 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cc52dd2e-b6b4-46fd-9f9c-252e85bf8a77 req-02f0f5d9-ec32-49d3-a946-579c3779b341 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.1955690 Sep 10 11:37:30.241671 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:30.244717 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.261198 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:30.268318 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:30.289484 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:30.291892 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:30.296271 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-96153891-e431-411a-880f-08031daff006 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5035975 Sep 10 11:37:30.300228 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cc52dd2e-b6b4-46fd-9f9c-252e85bf8a77 req-7dd20d8e-3929-4746-a460-d6343c1c813e tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004722 Sep 10 11:37:30.310505 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Request body: {'port': {'device_id': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:30.406226 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-ec004ca0-18b6-42d9-bce6-8d0fead6e5ea service neutron] 10.222.0.52 "GET /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4316928 Sep 10 11:37:30.408559 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] For port c61c6a4f-fcbe-4999-845f-22abc0905380, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c61c6a4f-fcbe-4999-845f-22abc0905380,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:30.418150 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.435017 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.510186 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Pushing event updated for resources: {'Port': ['ID=c61c6a4f-fcbe-4999-845f-22abc0905380,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:30.526819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:30.527792 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.603257 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-e0a1ddd5-b564-41f7-9b2f-9a376d965bb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7742262 Sep 10 11:37:30.610069 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:30.610692 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.612131 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-e8a13e02-14b7-48bd-9699-eae2c866be83 service neutron] 10.222.0.52 "PUT /v2.0/ports/c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 1094 time: 2.7917945 Sep 10 11:37:30.612609 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'tag': 'c61c6a4f-fcbe-4999-845f-22abc0905380'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:30.614951 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e" -d '{"events": [{"name": "network-changed", "server_uuid": "4ac875c0-fdeb-4d2c-8260-58b51c3e494c", "tag": "c61c6a4f-fcbe-4999-845f-22abc0905380"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:30.633017 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Request body: {'port': {'device_id': '29f70877-8192-42bc-96e9-901084da690c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:30.697246 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-1b944520-2746-4d05-b804-20cb8d675cab None None] Provisioning for port a073406d-fea9-41fc-b3e8-77f2b457e44a completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:30.705862 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-1b944520-2746-4d05-b804-20cb8d675cab None None] Provisioning complete for port a073406d-fea9-41fc-b3e8-77f2b457e44a triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:30.706247 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b944520-2746-4d05-b804-20cb8d675cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.746143 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:30.769081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1b944520-2746-4d05-b804-20cb8d675cab None None] Port a073406d-fea9-41fc-b3e8-77f2b457e44a cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:37:30.770555 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47650) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:30.794110 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-ebd2e61d-5ab7-4cbf-abc7-16373972c1aa service neutron] 10.222.0.52 "GET /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3763752 Sep 10 11:37:30.827403 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6ce9f21-20b4-4f10-a32d-21e76d2583f3 x-openstack-request-id: req-e6ce9f21-20b4-4f10-a32d-21e76d2583f3 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:30.827541 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ac875c0-fdeb-4d2c-8260-58b51c3e494c", "tag": "c61c6a4f-fcbe-4999-845f-22abc0905380", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:30.827742 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e6ce9f21-20b4-4f10-a32d-21e76d2583f3 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:30.828128 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'tag': 'c61c6a4f-fcbe-4999-845f-22abc0905380', 'status': 'completed', 'code': 200} Sep 10 11:37:30.886924 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a3a77294-6ca6-4bd1-8a19-610856f16759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:30.888410 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-a3a77294-6ca6-4bd1-8a19-610856f16759 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1097 time: 0.2147546 Sep 10 11:37:30.901079 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Deleting subnet f8fdb566-10f3-491b-9d15-5cc2033f3399 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:37:30.918103 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.020570 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-48545701-c252-4195-acb4-f62908df230d service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.1139598 Sep 10 11:37:31.073527 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.075679 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a90a128e-d1a9-4741-b36e-dcf111d20043 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:31.086962 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.096899 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126c0239-4c91-45e6-bda8-3e953bbd2ead req-dd223e2c-c09b-4c1f-9436-eda698c32c83 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:31.098476 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-126c0239-4c91-45e6-bda8-3e953bbd2ead req-dd223e2c-c09b-4c1f-9436-eda698c32c83 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 931 time: 0.1504281 Sep 10 11:37:31.147518 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86389453-e6ed-4598-9ed3-230c730e8708 req-28a984c2-687f-4f5a-a114-0d9bad6d2be0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:31.156883 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-86389453-e6ed-4598-9ed3-230c730e8708 req-28a984c2-687f-4f5a-a114-0d9bad6d2be0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 931 time: 0.1695926 Sep 10 11:37:31.164773 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Transition to ACTIVE for port object a90a128e-d1a9-4741-b36e-dcf111d20043 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:31.198222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-126c0239-4c91-45e6-bda8-3e953bbd2ead req-515fff13-8027-43cf-b40f-407e5607a793 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0896449 Sep 10 11:37:31.200416 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.235258 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-86389453-e6ed-4598-9ed3-230c730e8708 req-728ef995-88fe-405d-b80a-6682aa00c84d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761812 Sep 10 11:37:31.287846 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Pushing event updated for resources: {'Port': ['ID=a90a128e-d1a9-4741-b36e-dcf111d20043,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:31.307749 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-5e7ad213-38bc-4e77-8aa3-bae96b2fba81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:31.309247 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-5e7ad213-38bc-4e77-8aa3-bae96b2fba81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.2821975 Sep 10 11:37:31.353245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.399335 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-6ce81a47-349d-4aae-97fe-327be847108c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0588634 Sep 10 11:37:31.453084 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Attempting to bind port a90a128e-d1a9-4741-b36e-dcf111d20043 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:31.454181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Attempting to bind port a90a128e-d1a9-4741-b36e-dcf111d20043 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:31.454565 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Attempting to bind port a90a128e-d1a9-4741-b36e-dcf111d20043 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:31.467165 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Port a90a128e-d1a9-4741-b36e-dcf111d20043 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:37:31.467165 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Attempting to bind port a90a128e-d1a9-4741-b36e-dcf111d20043 on network ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:31.478809 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:31.479168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Checking segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:31.479713 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Bound using segment: {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:31.480145 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Bound port: a90a128e-d1a9-4741-b36e-dcf111d20043, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8ecbede-e46c-4262-8b8f-7fa71890c893', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 593, 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:31.480526 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.497979 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623f959-fe62-4e3b-b1fe-e4d41e3526d7 req-df5f5455-e259-4176-ab8c-8ba6a3fc9bfe tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:31.499535 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e623f959-fe62-4e3b-b1fe-e4d41e3526d7 req-df5f5455-e259-4176-ab8c-8ba6a3fc9bfe tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.0785658 Sep 10 11:37:31.533121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.592650 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f8fdb566-10f3-491b-9d15-5cc2033f3399,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:31.593324 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e623f959-fe62-4e3b-b1fe-e4d41e3526d7 req-3eaa69d5-6bdb-4d9c-b699-4c2a4928e0a4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865893 Sep 10 11:37:31.602366 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] For port a90a128e-d1a9-4741-b36e-dcf111d20043, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:31.612462 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.614707 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b56547a2-f099-4df1-86c6-c50009740879 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/f8fdb566-10f3-491b-9d15-5cc2033f3399 HTTP/1.1" status: 204 len: 168 time: 0.8426180 Sep 10 11:37:31.616937 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] For port a90a128e-d1a9-4741-b36e-dcf111d20043, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a90a128e-d1a9-4741-b36e-dcf111d20043,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:31.617524 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-ccabb295-0700-4f47-8a81-c8b433abd6c3 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082705 Sep 10 11:37:31.618246 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47684) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:31.628144 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a073406d-fea9-41fc-b3e8-77f2b457e44a {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:31.629990 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.650653 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.705553 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Transition to ACTIVE for port object a073406d-fea9-41fc-b3e8-77f2b457e44a will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:31.722450 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:31.722805 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.724233 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] 10.222.0.52 "PUT /v2.0/ports/a90a128e-d1a9-4741-b36e-dcf111d20043 HTTP/1.1" status: 200 len: 1093 time: 1.4179721 Sep 10 11:37:31.724657 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'tag': 'a90a128e-d1a9-4741-b36e-dcf111d20043'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:31.744192 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.778383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4318cb-8a44-4bc0-b162-2da250c3afde service neutron] Pushing event updated for resources: {'Port': ['ID=a90a128e-d1a9-4741-b36e-dcf111d20043,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:31.786144 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:31.865559 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-199b9bd3-70db-46fd-947a-d499ba568d3b req-eda6c2f5-5104-4cea-9686-75e3abb374f0 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310255 Sep 10 11:37:31.865559 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:32.057310 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-22430929-5a43-47dc-aabc-e65ef2db3281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.059123 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-22430929-5a43-47dc-aabc-e65ef2db3281 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1097 time: 0.1115446 Sep 10 11:37:32.059478 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Attempting to bind port a073406d-fea9-41fc-b3e8-77f2b457e44a on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:32.059818 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Attempting to bind port a073406d-fea9-41fc-b3e8-77f2b457e44a by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:32.060886 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Attempting to bind port a073406d-fea9-41fc-b3e8-77f2b457e44a on network 7f500bec-3040-4930-b9c6-ad2098423fd7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:32.067347 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Port a073406d-fea9-41fc-b3e8-77f2b457e44a on network 7f500bec-3040-4930-b9c6-ad2098423fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:37:32.067673 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Attempting to bind port a073406d-fea9-41fc-b3e8-77f2b457e44a on network 7f500bec-3040-4930-b9c6-ad2098423fd7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:32.074339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810" -d '{"events": [{"name": "network-changed", "server_uuid": "36bd94fb-aa22-4986-af7a-cfecb219c422", "tag": "a90a128e-d1a9-4741-b36e-dcf111d20043"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:32.091611 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 37, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:32.091956 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Checking segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:32.092572 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Bound using segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:32.092810 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Bound port: a073406d-fea9-41fc-b3e8-77f2b457e44a, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:32.093172 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.147826 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.156609 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-b397d66e-f157-4153-b97f-09f77cf5d3d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.158088 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-b397d66e-f157-4153-b97f-09f77cf5d3d4 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 1096 time: 0.3768005 Sep 10 11:37:32.211506 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5780bee7-8874-41bd-a41a-97e04032314f']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:32.214513 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1cd812b-32e3-488e-9edd-e8858e15331a x-openstack-request-id: req-d1cd812b-32e3-488e-9edd-e8858e15331a {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:32.214833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36bd94fb-aa22-4986-af7a-cfecb219c422", "tag": "a90a128e-d1a9-4741-b36e-dcf111d20043", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:32.215087 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d1cd812b-32e3-488e-9edd-e8858e15331a {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:32.215543 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'tag': 'a90a128e-d1a9-4741-b36e-dcf111d20043', 'status': 'completed', 'code': 200} Sep 10 11:37:32.227155 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:32.229621 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-e9df95a1-f0e0-4887-a546-0a31c0199761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.233534 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-e9df95a1-f0e0-4887-a546-0a31c0199761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1648107 Sep 10 11:37:32.252258 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-8e406248-1df1-4cc8-befb-951c5876771a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a90a128e-d1a9-4741-b36e-dcf111d20043 HTTP/1.1" status: 200 len: 217 time: 0.0780213 Sep 10 11:37:32.254392 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35b93d3f-e40c-45e1-a406-d4b9b3c66b80') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:32.254697 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35b93d3f-e40c-45e1-a406-d4b9b3c66b80') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:32.279643 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.298897 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-dc518d30-de04-4eb6-b7b5-660b0ac5ec61 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.0521863 Sep 10 11:37:32.300562 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:32.315976 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.349114 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.380807 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Releasing vlan 599 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:37:32.381219 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:37:32.384698 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:37:32.388234 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.388874 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.390247 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] 10.222.0.52 "PUT /v2.0/ports/a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 1093 time: 1.7665815 Sep 10 11:37:32.408451 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-1332dd3c-46e1-4136-8250-54021952628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.408451 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-1332dd3c-46e1-4136-8250-54021952628f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.1019170 Sep 10 11:37:32.413755 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32c80f-71f6-45c2-a55c-01e7f631da30 service neutron] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:32.418771 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691cd095-073f-46b5-a254-8a3f1953812c req-a687c2b1-4d6b-4de2-be58-d803b4ca993b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.420230 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-a687c2b1-4d6b-4de2-be58-d803b4ca993b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.1537230 Sep 10 11:37:32.462781 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-d1668425-12d8-456f-8d75-13cb8cbed778 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391517 Sep 10 11:37:32.514828 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-76993974-3852-47f4-b1ff-543d5f181521 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860720 Sep 10 11:37:32.533017 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985870b4-c4a4-4de7-b65e-075b47580139 req-b4f0aaa8-84cf-4021-bd78-c225dad3919a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.534550 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-985870b4-c4a4-4de7-b65e-075b47580139 req-b4f0aaa8-84cf-4021-bd78-c225dad3919a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.2092910 Sep 10 11:37:32.546764 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.566104 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064fb3c1-16c0-414e-9100-8c8bb4a8f0c0 req-3c597c29-10d0-44b3-8a11-fd03393020d7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.574288 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-064fb3c1-16c0-414e-9100-8c8bb4a8f0c0 req-3c597c29-10d0-44b3-8a11-fd03393020d7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 943 time: 0.2264361 Sep 10 11:37:32.586483 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.588278 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] 10.222.0.35 "DELETE /v2.0/networks/5780bee7-8874-41bd-a41a-97e04032314f HTTP/1.1" status: 204 len: 168 time: 0.9690540 Sep 10 11:37:32.593445 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47708) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:32.635067 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5af8259-5922-4bb0-a43e-722a3562b16c admin admin] Pushing event deleted for resources: {'Network': ['ID=5780bee7-8874-41bd-a41a-97e04032314f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:32.649315 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-187520e2-b8dc-44f6-8b4e-abec7c066797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.651106 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-187520e2-b8dc-44f6-8b4e-abec7c066797 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1096 time: 0.1870658 Sep 10 11:37:32.655222 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-eb348e6e-4e87-4afa-adba-a929c9e1e288 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816180 Sep 10 11:37:32.674993 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Deleting subnet 28353775-2800-4bf2-a507-5c028d09c09e {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:37:32.688336 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-985870b4-c4a4-4de7-b65e-075b47580139 req-caf23f9d-f22e-48f0-a2c6-b2c10130fc98 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1441224 Sep 10 11:37:32.699561 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-064fb3c1-16c0-414e-9100-8c8bb4a8f0c0 req-ea356b3a-c632-4b63-80ba-3340de2571f2 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244226 Sep 10 11:37:32.717419 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-19b09b87-8f04-4c06-8086-2581316ae3b8 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922550 Sep 10 11:37:32.728066 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.739030 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-fc360b98-4248-4d8c-9ff8-92f7ba039fac service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 217 time: 0.0731461 Sep 10 11:37:32.831727 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:32.833855 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ad70a0a-fde0-4285-bf74-ae679e6a1910" -d '{"events": [{"name": "network-changed", "server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:32.850002 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-691cd095-073f-46b5-a254-8a3f1953812c req-0f7d6d8e-a25a-42d3-9b8b-25946825353c service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218460 Sep 10 11:37:32.858084 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.862383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe73b10-b096-4c04-9e30-e7ccdaee4c3c req-5ca294be-addb-43e6-8de1-5e8b69dbf350 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.873441 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6fe73b10-b096-4c04-9e30-e7ccdaee4c3c req-5ca294be-addb-43e6-8de1-5e8b69dbf350 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 943 time: 0.1087112 Sep 10 11:37:32.898117 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-dd3fbb1a-23a8-4939-b17b-9b890cc18a2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.899686 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-dd3fbb1a-23a8-4939-b17b-9b890cc18a2e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.1412032 Sep 10 11:37:32.901094 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45212b03-a077-4cdf-86d4-95e763138ddd x-openstack-request-id: req-45212b03-a077-4cdf-86d4-95e763138ddd {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:32.901375 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:32.901625 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45212b03-a077-4cdf-86d4-95e763138ddd {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:32.901990 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'status': 'completed', 'code': 200} Sep 10 11:37:32.926580 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6fe73b10-b096-4c04-9e30-e7ccdaee4c3c req-2cf0279b-eb5f-4eaa-a018-e0422760eb98 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468843 Sep 10 11:37:32.953770 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:32.958510 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-5dad858d-0b88-4265-9850-04c829d4be01 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2910435 Sep 10 11:37:32.964507 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-c44574fb-33d5-4859-8ef6-d46983a49830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:32.965839 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-c44574fb-33d5-4859-8ef6-d46983a49830 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 1096 time: 0.0529430 Sep 10 11:37:32.993423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:37:33.035938 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eecf343-b519-4430-b42b-24eeb968e744 req-b6add948-5e82-48ed-957a-7b4c929ce5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.038364 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-b6add948-5e82-48ed-957a-7b4c929ce5be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1212122 Sep 10 11:37:33.126651 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.128197 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,segment=NetworkSegment(c4bbcb68-7657-454b-b711-be9c8e598f5b),segment_id=c4bbcb68-7657-454b-b711-be9c8e598f5b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:33.144277 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.146283 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/28353775-2800-4bf2-a507-5c028d09c09e HTTP/1.1" status: 204 len: 168 time: 0.5478039 Sep 10 11:37:33.146661 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4', 'network_id': '5222a091-ee02-4520-990e-1c47b338e2a5', 'port_id': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4', 'mac_address': 'fa:16:3e:df:bb:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 578, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e232c71b-ae5d-481b-8518-c8a143e9ba33', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:37:33.149386 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47724) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:33.172544 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-6e7b1151-adb1-4b4a-a4e5-39df8a091552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.174692 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-6e7b1151-adb1-4b4a-a4e5-39df8a091552 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1890574 Sep 10 11:37:33.186143 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9e2b3f-8de5-4926-9837-74612c278316 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28353775-2800-4bf2-a507-5c028d09c09e,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:33.193623 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.208839 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:33.218366 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-77191380-66d5-4490-9372-2c01785c232e service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656291 Sep 10 11:37:33.238400 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,segment=NetworkSegment(c4bbcb68-7657-454b-b711-be9c8e598f5b),segment_id=c4bbcb68-7657-454b-b711-be9c8e598f5b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:33.240168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-67532c1c-4e2f-4cb4-b401-8888140d4577 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a90a128e-d1a9-4741-b36e-dcf111d20043 HTTP/1.1" status: 200 len: 217 time: 0.0540407 Sep 10 11:37:33.248086 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.318817 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:33.326905 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-639dbfa2-8c0a-441a-a327-2a9aa380eedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.328413 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-639dbfa2-8c0a-441a-a327-2a9aa380eedb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0826194 Sep 10 11:37:33.353453 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.366700 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-30ac4a48-c1b4-46fb-b69a-2873768f73c6 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306532 Sep 10 11:37:33.486232 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-fd2073c7-bf66-4c06-b4ca-b6ad0da2bcb7 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082067 Sep 10 11:37:33.591705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd7cbc7f-066b-4a1d-8e00-e2c52af04810 req-4ebdd570-e918-403a-b40f-189032b0806a service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968082 Sep 10 11:37:33.599376 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3eecf343-b519-4430-b42b-24eeb968e744 req-8198f116-5a95-4918-a7e3-9428fd091b7e service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730781 Sep 10 11:37:33.635163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.667152 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02ee8ae3-7270-4bed-8d79-11e257b177d2']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:33.690649 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '679c750a-392d-44b6-946b-3ef044af1b3a') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:33.690940 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '679c750a-392d-44b6-946b-3ef044af1b3a') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:33.707426 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.725146 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.728436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-38e47580-0e9b-4269-9cd3-3cb7f95e66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.729946 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-38e47580-0e9b-4269-9cd3-3cb7f95e66fb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1096 time: 0.0764391 Sep 10 11:37:33.735502 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:37:33.735502 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:37:33.736898 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:37:33.823110 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.855292 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b615452-b7a6-4c53-b034-7cd2215f8629 req-e18f061c-9341-4302-81a5-357ca145a2a6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.857343 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5b615452-b7a6-4c53-b034-7cd2215f8629 req-e18f061c-9341-4302-81a5-357ca145a2a6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0917175 Sep 10 11:37:33.866381 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:33.868334 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] 10.222.0.35 "DELETE /v2.0/networks/02ee8ae3-7270-4bed-8d79-11e257b177d2 HTTP/1.1" status: 204 len: 168 time: 0.7179241 Sep 10 11:37:33.869912 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc48259-1279-4289-a886-c9a3c7211fd0 req-4a000384-0e7b-4373-9874-4846c35b229b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.871369 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bfc48259-1279-4289-a886-c9a3c7211fd0 req-4a000384-0e7b-4373-9874-4846c35b229b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 943 time: 0.0722480 Sep 10 11:37:33.873212 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32589a65-ea69-4447-9abc-ec51026e35bb admin admin] Pushing event deleted for resources: {'Network': ['ID=02ee8ae3-7270-4bed-8d79-11e257b177d2,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:33.899732 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-f112c333-7554-4362-b94c-f2b7251c45db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:33.901358 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-f112c333-7554-4362-b94c-f2b7251c45db service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.1550202 Sep 10 11:37:33.928684 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5b615452-b7a6-4c53-b034-7cd2215f8629 req-858f5a8b-e01c-45b7-ab72-8ea99e6cd897 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561879 Sep 10 11:37:33.935862 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bfc48259-1279-4289-a886-c9a3c7211fd0 req-22f0f2cb-6232-4002-bafb-b82eddb16be3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550120 Sep 10 11:37:33.946228 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-19491fa1-f1d2-4b71-9131-1dd8b43bcfaa service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 217 time: 0.0367665 Sep 10 11:37:34.000588 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-d5e58bf3-2913-48c1-98d0-f11a92cf094b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:34.002144 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-d5e58bf3-2913-48c1-98d0-f11a92cf094b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0478804 Sep 10 11:37:34.062166 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c2e41-2c44-4ec1-a259-af55f9d44c5c req-159adcdf-05b5-4f71-9355-a8fd51baf709 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:34.063762 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bd8c2e41-2c44-4ec1-a259-af55f9d44c5c req-159adcdf-05b5-4f71-9355-a8fd51baf709 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 944 time: 0.0552733 Sep 10 11:37:34.073032 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-43b0a07f-d254-4cf6-a0ad-39b381a6d62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:34.074999 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['8e50efaf-da09-4c4e-a15a-cf5ca33943c4'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:37:34.075566 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-43b0a07f-d254-4cf6-a0ad-39b381a6d62d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0654428 Sep 10 11:37:34.111736 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47762) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:34.123253 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bd8c2e41-2c44-4ec1-a259-af55f9d44c5c req-294ccc0b-9a12-4f83-aa10-8bfa1cd5d6a8 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528023 Sep 10 11:37:34.203206 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c3faa901-61fa-4e30-9b0a-95efa878dbad admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e6506eed401e4ec5b2a67b1172a8a71e&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0874479 Sep 10 11:37:34.203444 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47764) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:34.222081 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-3d8e704d-dac5-4465-8ed5-b56b5423d3c5 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379416 Sep 10 11:37:34.271068 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-aabca9e7-d280-4827-9d8b-b908568ba7ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.301045 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-aabca9e7-d280-4827-9d8b-b908568ba7ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.349938 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-2ad70a0a-fde0-4285-bf74-ae679e6a1910 req-161f5a34-e85c-4dc3-a18f-c9867965c476 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158226 Sep 10 11:37:34.364478 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-aabca9e7-d280-4827-9d8b-b908568ba7ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.368983 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-aabca9e7-d280-4827-9d8b-b908568ba7ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.373342 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-aabca9e7-d280-4827-9d8b-b908568ba7ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35bf30e1-020c-4b29-94b5-54be9bfaa551 HTTP/1.1" status: 204 len: 168 time: 0.1684406 Sep 10 11:37:34.386718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabca9e7-d280-4827-9d8b-b908568ba7ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35bf30e1-020c-4b29-94b5-54be9bfaa551,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:34.427519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47772) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:34.535594 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2818aecd-b8f9-48a8-a3dc-481d484aacdc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.655818 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2818aecd-b8f9-48a8-a3dc-481d484aacdc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.660266 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2818aecd-b8f9-48a8-a3dc-481d484aacdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.701146 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2818aecd-b8f9-48a8-a3dc-481d484aacdc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=db88dd2baa3a4cf69632c85b3714968e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718849 Sep 10 11:37:34.703394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2818aecd-b8f9-48a8-a3dc-481d484aacdc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e67a7395-f1d6-4f36-8a2d-dd3b29aeb1d1,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:34.704075 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47782) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:34.728708 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47786) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:34.779162 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ca16-3c76-4176-b308-588049254d9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.779330 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-9290ebb2-2f5c-487e-9979-45a294bbcd1b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=826b541dee7f47db861ac98258e05be6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0494397 Sep 10 11:37:34.782325 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47790) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:34.801874 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ca16-3c76-4176-b308-588049254d9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.847081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b7647f54-ef36-470b-961e-32825c41acec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.868735 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ca16-3c76-4176-b308-588049254d9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.870310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b7647f54-ef36-470b-961e-32825c41acec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.871725 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8cd4ca16-3c76-4176-b308-588049254d9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.872561 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8cd4ca16-3c76-4176-b308-588049254d9d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e67a7395-f1d6-4f36-8a2d-dd3b29aeb1d1 HTTP/1.1" status: 204 len: 168 time: 0.1674056 Sep 10 11:37:34.887850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd4ca16-3c76-4176-b308-588049254d9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e67a7395-f1d6-4f36-8a2d-dd3b29aeb1d1,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:34.937871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b7647f54-ef36-470b-961e-32825c41acec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.940485 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b7647f54-ef36-470b-961e-32825c41acec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:34.941637 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b7647f54-ef36-470b-961e-32825c41acec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7dc8a9a3-540a-4d73-906f-a494e46dcf10 HTTP/1.1" status: 204 len: 168 time: 0.1584108 Sep 10 11:37:34.949314 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7647f54-ef36-470b-961e-32825c41acec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dc8a9a3-540a-4d73-906f-a494e46dcf10,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:35.118208 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf0c69-bf52-4b72-9aae-bdd74c0a459d req-e2f36713-b592-40bb-a7ef-2126b17de92f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:35.119714 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-80bf0c69-bf52-4b72-9aae-bdd74c0a459d req-e2f36713-b592-40bb-a7ef-2126b17de92f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0898991 Sep 10 11:37:35.131710 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5f716c-d507-4ca2-bae2-d5ea83e9d40b req-0dda86a9-c5dc-42a0-a9d2-b304043b9b6d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:35.133324 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e5f716c-d507-4ca2-bae2-d5ea83e9d40b req-0dda86a9-c5dc-42a0-a9d2-b304043b9b6d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 943 time: 0.0889280 Sep 10 11:37:35.184193 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47810) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:35.205543 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-80bf0c69-bf52-4b72-9aae-bdd74c0a459d req-62a487ff-8b77-4343-acdb-8f39f7fdc178 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0712361 Sep 10 11:37:35.208313 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e5f716c-d507-4ca2-bae2-d5ea83e9d40b req-00d8d20f-2553-47c5-a9c0-84dd0ef47193 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683889 Sep 10 11:37:35.348237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcac4e0-f184-446c-a85f-35174bfe14ff req-e89220c4-8a5b-4007-a564-49aeb2a8440c tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:35.350517 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5bcac4e0-f184-446c-a85f-35174bfe14ff req-e89220c4-8a5b-4007-a564-49aeb2a8440c tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 944 time: 0.0759840 Sep 10 11:37:35.396286 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5bcac4e0-f184-446c-a85f-35174bfe14ff req-0d53f171-3dbd-47c0-8513-efa460c47cba tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395203 Sep 10 11:37:35.410145 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a944-f4a3-478b-9730-8ff511ebe30a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.520436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a944-f4a3-478b-9730-8ff511ebe30a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.534328 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8dc9a944-f4a3-478b-9730-8ff511ebe30a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.568291 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc9a944-f4a3-478b-9730-8ff511ebe30a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da26c4a2-4386-4ab7-984c-9a663111b246,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:35.576125 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8dc9a944-f4a3-478b-9730-8ff511ebe30a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=450f876e5a0d4a329a428e7c8451fc0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883862 Sep 10 11:37:35.576453 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47834) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:35.636293 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6265-701a-46db-82c8-420f6b2a437e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.663033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6265-701a-46db-82c8-420f6b2a437e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.722491 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6265-701a-46db-82c8-420f6b2a437e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.726172 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d7fb6265-701a-46db-82c8-420f6b2a437e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:35.727423 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d7fb6265-701a-46db-82c8-420f6b2a437e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/da26c4a2-4386-4ab7-984c-9a663111b246 HTTP/1.1" status: 204 len: 168 time: 0.1499448 Sep 10 11:37:35.735601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb6265-701a-46db-82c8-420f6b2a437e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da26c4a2-4386-4ab7-984c-9a663111b246,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:36.014620 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 47858) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:36.032597 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3de394bc-18c9-4b2f-8484-154c2c5ec1ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.140659 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3de394bc-18c9-4b2f-8484-154c2c5ec1ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.145264 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3de394bc-18c9-4b2f-8484-154c2c5ec1ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.180607 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3de394bc-18c9-4b2f-8484-154c2c5ec1ac admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dff3a21b1e2e48bd97dddf27dc006060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1621733 Sep 10 11:37:36.182317 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47862) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:36.192013 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de394bc-18c9-4b2f-8484-154c2c5ec1ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=012015ba-b1aa-4f75-959b-0d60b75ef350,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:36.251372 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5569568d-0324-496e-810c-5fb661838477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.292999 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5569568d-0324-496e-810c-5fb661838477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.362235 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6808adf-7285-462e-9b91-e3fb666416a4 req-97116f81-8f8b-4970-bbfa-ffd31f14d1a1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:36.362930 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5569568d-0324-496e-810c-5fb661838477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.368382 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c6808adf-7285-462e-9b91-e3fb666416a4 req-97116f81-8f8b-4970-bbfa-ffd31f14d1a1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 943 time: 0.0802305 Sep 10 11:37:36.368619 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5569568d-0324-496e-810c-5fb661838477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:36.368619 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5569568d-0324-496e-810c-5fb661838477 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/012015ba-b1aa-4f75-959b-0d60b75ef350 HTTP/1.1" status: 204 len: 168 time: 0.1838653 Sep 10 11:37:36.381702 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5569568d-0324-496e-810c-5fb661838477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=012015ba-b1aa-4f75-959b-0d60b75ef350,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:36.388339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d2d274-4e59-4043-9a25-9c1fa9332d3c req-8e9e3d2e-6c4c-4ce0-94a3-e677eb0972b5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:36.400458 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b7d2d274-4e59-4043-9a25-9c1fa9332d3c req-8e9e3d2e-6c4c-4ce0-94a3-e677eb0972b5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0794487 Sep 10 11:37:36.446560 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c6808adf-7285-462e-9b91-e3fb666416a4 req-ac0e5909-46c4-4c58-94c7-d3a71cf30ab9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748208 Sep 10 11:37:36.459750 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b7d2d274-4e59-4043-9a25-9c1fa9332d3c req-3bffd55d-a556-4f71-a06d-c8c5068589bc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527911 Sep 10 11:37:36.611735 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0264e4-bee1-4e26-be04-184a7ab95540 req-40ae9ecb-7339-4611-8868-0568a251e07a tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:36.617340 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3d0264e4-bee1-4e26-be04-184a7ab95540 req-40ae9ecb-7339-4611-8868-0568a251e07a tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 944 time: 0.0737576 Sep 10 11:37:36.656544 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3d0264e4-bee1-4e26-be04-184a7ab95540 req-efc43bfd-a881-4d24-b719-8b6e82f1042f tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354803 Sep 10 11:37:36.843022 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47898) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:36.971703 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c61c6a4f-fcbe-4999-845f-22abc0905380 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:37:37.018875 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e031aec3-88c1-4448-9e11-596ac5e5de8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.031286 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:37.151264 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e031aec3-88c1-4448-9e11-596ac5e5de8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.157135 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e031aec3-88c1-4448-9e11-596ac5e5de8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.174073 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port c61c6a4f-fcbe-4999-845f-22abc0905380, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c61c6a4f-fcbe-4999-845f-22abc0905380,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:37.177089 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:37.191281 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:37.191657 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.194569 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'c61c6a4f-fcbe-4999-845f-22abc0905380', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'port_id': 'c61c6a4f-fcbe-4999-845f-22abc0905380', 'mac_address': 'fa:16:3e:f3:93:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:37:37.213142 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e031aec3-88c1-4448-9e11-596ac5e5de8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300884cf-7103-420e-b272-1afc8e25793b,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:37.232388 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e031aec3-88c1-4448-9e11-596ac5e5de8d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bfe7ca6a6e964862a7fb5ec218cd2a39&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3882682 Sep 10 11:37:37.234963 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 47918) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:37.274208 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.293760 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1fce084d-bf3c-48de-b078-f5bacc60beb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.295570 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c61c6a4f-fcbe-4999-845f-22abc0905380 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:37.332860 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port c61c6a4f-fcbe-4999-845f-22abc0905380, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c61c6a4f-fcbe-4999-845f-22abc0905380,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:37.336126 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1fce084d-bf3c-48de-b078-f5bacc60beb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.359126 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.359784 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a90a128e-d1a9-4741-b36e-dcf111d20043 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:37:37.422465 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1fce084d-bf3c-48de-b078-f5bacc60beb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.424587 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.426163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1fce084d-bf3c-48de-b078-f5bacc60beb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.428016 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1fce084d-bf3c-48de-b078-f5bacc60beb0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/300884cf-7103-420e-b272-1afc8e25793b HTTP/1.1" status: 204 len: 168 time: 0.1917825 Sep 10 11:37:37.438429 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fce084d-bf3c-48de-b078-f5bacc60beb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300884cf-7103-420e-b272-1afc8e25793b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:37.472079 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a90a128e-d1a9-4741-b36e-dcf111d20043, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a90a128e-d1a9-4741-b36e-dcf111d20043,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:37.493862 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd56e26-1465-4a85-994f-466ba73d7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:37.573006 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=c61c6a4f-fcbe-4999-845f-22abc0905380,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:37.578773 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'a90a128e-d1a9-4741-b36e-dcf111d20043', 'network_id': 'ea2ec02d-916c-4bc6-aa88-b0d91a5510f9', 'port_id': 'a90a128e-d1a9-4741-b36e-dcf111d20043', 'mac_address': 'fa:16:3e:b3:e9:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 593, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '225afcb9-1f4a-4d33-b8e3-a115a3c3e3af', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:37:37.583138 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,segment=NetworkSegment(c4bbcb68-7657-454b-b711-be9c8e598f5b),segment_id=c4bbcb68-7657-454b-b711-be9c8e598f5b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:37.590148 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.649210 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:37.707456 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad368682-c47c-4276-9e5c-b7e602d7ff84 req-b7bc8fe3-51de-43f8-8ccf-1d64a88d9bcf tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:37.710274 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ad368682-c47c-4276-9e5c-b7e602d7ff84 req-b7bc8fe3-51de-43f8-8ccf-1d64a88d9bcf tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 943 time: 0.1741889 Sep 10 11:37:37.724818 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.727843 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae7c6cd-bcff-45dd-ad56-ab9cfc8c29e8 req-1f95db6d-6e0d-4e45-bbe8-bd0c4a0b94d9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:37.736980 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dae7c6cd-bcff-45dd-ad56-ab9cfc8c29e8 req-1f95db6d-6e0d-4e45-bbe8-bd0c4a0b94d9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.1316772 Sep 10 11:37:37.749500 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a90a128e-d1a9-4741-b36e-dcf111d20043 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:37.777100 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a90a128e-d1a9-4741-b36e-dcf111d20043, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a90a128e-d1a9-4741-b36e-dcf111d20043,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:37.788108 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:37.915393 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a90a128e-d1a9-4741-b36e-dcf111d20043,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:37.975518 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e3f64e4-c066-470f-94b2-e742bd84d3a3" -d '{"events": [{"server_uuid": "6cd56e26-1465-4a85-994f-466ba73d7851", "name": "network-vif-plugged", "status": "completed", "tag": "8e50efaf-da09-4c4e-a15a-cf5ca33943c4"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:38.013685 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dae7c6cd-bcff-45dd-ad56-ab9cfc8c29e8 req-44634ccd-e674-4129-83e0-2c5b43e42eec tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2751732 Sep 10 11:37:38.015943 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ad368682-c47c-4276-9e5c-b7e602d7ff84 req-7b800b6e-4f8c-4b35-9fb3-b8937b151abb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987874 Sep 10 11:37:38.154291 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9830c1db-fcb3-4fd2-bf73-f2d39bceb219 req-5d9a9338-256b-4cc0-8eea-808585791bce tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:38.155941 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9830c1db-fcb3-4fd2-bf73-f2d39bceb219 req-5d9a9338-256b-4cc0-8eea-808585791bce tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0562768 Sep 10 11:37:38.204055 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['c61c6a4f-fcbe-4999-845f-22abc0905380'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:37:38.205426 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9830c1db-fcb3-4fd2-bf73-f2d39bceb219 req-4ec6b532-c884-4ce9-86ab-0cbd4c7c7c26 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415690 Sep 10 11:37:38.227622 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['a90a128e-d1a9-4741-b36e-dcf111d20043'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:37:38.252114 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb85adc6-0e3f-4c79-bc45-0ea39f63e529 x-openstack-request-id: req-eb85adc6-0e3f-4c79-bc45-0ea39f63e529 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:38.252422 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd56e26-1465-4a85-994f-466ba73d7851", "name": "network-vif-plugged", "status": "completed", "tag": "8e50efaf-da09-4c4e-a15a-cf5ca33943c4", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:38.252842 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-eb85adc6-0e3f-4c79-bc45-0ea39f63e529 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:38.253488 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd56e26-1465-4a85-994f-466ba73d7851', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4', 'code': 200} Sep 10 11:37:38.499308 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119f5465-b4d8-4b78-bc90-06e921134205 req-24856c12-d9b1-4c2b-97cb-6d84eeed1e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:38.501262 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-119f5465-b4d8-4b78-bc90-06e921134205 req-24856c12-d9b1-4c2b-97cb-6d84eeed1e98 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 1098 time: 0.0788996 Sep 10 11:37:38.527686 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-119f5465-b4d8-4b78-bc90-06e921134205 req-eafedaa5-7d3f-45a2-b812-53203351b734 service neutron] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:38.643153 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-119f5465-b4d8-4b78-bc90-06e921134205 req-eafedaa5-7d3f-45a2-b812-53203351b734 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:38.648226 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-119f5465-b4d8-4b78-bc90-06e921134205 req-eafedaa5-7d3f-45a2-b812-53203351b734 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:38.681176 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-119f5465-b4d8-4b78-bc90-06e921134205 req-eafedaa5-7d3f-45a2-b812-53203351b734 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700678 Sep 10 11:37:38.692324 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafedaa5-7d3f-45a2-b812-53203351b734 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=ae1604c7-9b3c-49ff-bf48-88a015d5db6d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:38.990950 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:37:39.122923 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48030) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:39.200775 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:39.214084 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'mac_address': 'fa:16:3e:b5:f2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:37:39.216891 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b74c86-3bf3-405a-a200-406b64535c56 req-1269b785-a7bf-4f7f-98b7-0fc0c34725ce tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:39.218448 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-23b74c86-3bf3-405a-a200-406b64535c56 req-1269b785-a7bf-4f7f-98b7-0fc0c34725ce tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 944 time: 0.1143968 Sep 10 11:37:39.274705 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.287160 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61fb76a-95a1-4801-bafd-23f7683c9c0a req-403d87ea-fb52-44e5-9c79-0b37ce8a56b7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:39.288694 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f61fb76a-95a1-4801-bafd-23f7683c9c0a req-403d87ea-fb52-44e5-9c79-0b37ce8a56b7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0693352 Sep 10 11:37:39.294553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a073406d-fea9-41fc-b3e8-77f2b457e44a {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:39.315709 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:39.317989 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b8bd-c4cb-4f29-8253-df1997d193cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.320952 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.331064 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-23b74c86-3bf3-405a-a200-406b64535c56 req-0aea9d1f-33a3-47eb-bf13-562be1c885dc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829272 Sep 10 11:37:39.353901 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f61fb76a-95a1-4801-bafd-23f7683c9c0a req-de8341e1-11c8-4c3f-acc2-fde90e2d791d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529377 Sep 10 11:37:39.503327 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b8bd-c4cb-4f29-8253-df1997d193cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.507910 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80da467-485f-47ba-be9c-0be82e046ae5 req-e59c74a1-73c8-46f9-93e7-68fd8e5aabe4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:39.509749 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b80da467-485f-47ba-be9c-0be82e046ae5 req-e59c74a1-73c8-46f9-93e7-68fd8e5aabe4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0891378 Sep 10 11:37:39.514039 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bcd1b8bd-c4cb-4f29-8253-df1997d193cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.522782 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:39.556305 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b80da467-485f-47ba-be9c-0be82e046ae5 req-e1b8ab93-e2d6-41d4-98d5-281c0a290df5 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366182 Sep 10 11:37:39.583285 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bcd1b8bd-c4cb-4f29-8253-df1997d193cb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=568b71098869434fa20cc75fb7af8613&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567418 Sep 10 11:37:39.583285 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd1b8bd-c4cb-4f29-8253-df1997d193cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05b742ff-93c0-4281-bc19-2c821dc07d96,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:39.583796 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48054) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:39.641848 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49e8347b-2394-4e1a-958b-463888956160 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.667157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49e8347b-2394-4e1a-958b-463888956160 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.719419 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49e8347b-2394-4e1a-958b-463888956160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.722079 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-49e8347b-2394-4e1a-958b-463888956160 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:39.723188 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-49e8347b-2394-4e1a-958b-463888956160 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/05b742ff-93c0-4281-bc19-2c821dc07d96 HTTP/1.1" status: 204 len: 168 time: 0.1383154 Sep 10 11:37:39.734516 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e8347b-2394-4e1a-958b-463888956160 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05b742ff-93c0-4281-bc19-2c821dc07d96,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:39.956250 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['a073406d-fea9-41fc-b3e8-77f2b457e44a'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:37:40.488092 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48144) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:40.522882 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f4c2fd-7a63-40b5-9793-84d30784c22f req-199a838d-e007-46af-a2d0-e520b1e50e9b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:40.529991 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e8f4c2fd-7a63-40b5-9793-84d30784c22f req-199a838d-e007-46af-a2d0-e520b1e50e9b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 944 time: 0.1066759 Sep 10 11:37:40.557917 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab91924-b5a0-435c-b930-4b9f51abe783 req-ac76dc6c-3fa1-4974-a861-0d7a87c21da7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:40.585023 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0ab91924-b5a0-435c-b930-4b9f51abe783 req-ac76dc6c-3fa1-4974-a861-0d7a87c21da7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.1230145 Sep 10 11:37:40.652436 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e8f4c2fd-7a63-40b5-9793-84d30784c22f req-74a4e1a7-7675-40f5-aed0-815c29600055 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214736 Sep 10 11:37:40.689054 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0ab91924-b5a0-435c-b930-4b9f51abe783 req-595d2081-cd99-4913-8908-d5ae7d64d76a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1009669 Sep 10 11:37:40.689656 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48158) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:40.757059 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-337917345-network', 'tenant_id': '2e2fc240fb37452a97e8b5676dab9e98'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:40.779988 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f12bbfc1-28cf-4b29-9ad1-5bab22860666 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:40.805672 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Made reservation on behalf of 2e2fc240fb37452a97e8b5676dab9e98 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:40.808167 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:40.808527 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dfa45d-3449-4432-a24c-5453c4097d04 req-8a3ab338-c444-42cc-964f-dec029792733 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:40.810244 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63dfa45d-3449-4432-a24c-5453c4097d04 req-8a3ab338-c444-42cc-964f-dec029792733 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0569384 Sep 10 11:37:40.828654 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:40.851099 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63dfa45d-3449-4432-a24c-5453c4097d04 req-13c5a335-ad08-4547-b589-1f002f12732d tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344877 Sep 10 11:37:40.875702 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0e5fb4e0-501f-4e4f-baa0-78a62ce230b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:40.920330 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f12bbfc1-28cf-4b29-9ad1-5bab22860666 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:40.927818 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f12bbfc1-28cf-4b29-9ad1-5bab22860666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:40.983161 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f12bbfc1-28cf-4b29-9ad1-5bab22860666 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1d65fcee0134504a8c9f6a1530ccb4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2924588 Sep 10 11:37:40.985698 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12bbfc1-28cf-4b29-9ad1-5bab22860666 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e32c2abf-4d4f-45f5-b2f8-17cc24763edb,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:40.986093 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48166) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:41.003524 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c61c6a4f-fcbe-4999-845f-22abc0905380 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:41.049223 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-835236a2-c9bf-44b4-925f-00f13ffbb4d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.067598 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.069674 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port c61c6a4f-fcbe-4999-845f-22abc0905380 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:41.073693 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port c61c6a4f-fcbe-4999-845f-22abc0905380 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:41.074131 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.074653 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-835236a2-c9bf-44b4-925f-00f13ffbb4d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.082046 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.105846 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:37:41.117281 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609e57f8-d964-458c-a750-930158279152,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.122545 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.122911 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Added segment bef5cde2-d524-4653-9b7b-36843f415d80 of type vlan for network 6c037590-42a6-49d5-b779-b59f8e18a1b2 Sep 10 11:37:41.148178 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-835236a2-c9bf-44b4-925f-00f13ffbb4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.151254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-835236a2-c9bf-44b4-925f-00f13ffbb4d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.156839 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-835236a2-c9bf-44b4-925f-00f13ffbb4d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e32c2abf-4d4f-45f5-b2f8-17cc24763edb HTTP/1.1" status: 204 len: 168 time: 0.1678801 Sep 10 11:37:41.165442 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.169246 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.175583 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835236a2-c9bf-44b4-925f-00f13ffbb4d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32c2abf-4d4f-45f5-b2f8-17cc24763edb,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.190482 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61c6a4f-fcbe-4999-845f-22abc0905380'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:41.193067 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a7c5dd-7f2b-4eca-8fa5-14d9723664f6" -d '{"events": [{"server_uuid": "4ac875c0-fdeb-4d2c-8260-58b51c3e494c", "name": "network-vif-plugged", "status": "completed", "tag": "c61c6a4f-fcbe-4999-845f-22abc0905380"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:41.213211 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.214321 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port c61c6a4f-fcbe-4999-845f-22abc0905380, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c61c6a4f-fcbe-4999-845f-22abc0905380,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:41.221488 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.222368 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a90a128e-d1a9-4741-b36e-dcf111d20043 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:41.223742 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:41.224974 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.256776 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7675292 Sep 10 11:37:41.260763 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48174) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:41.266889 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51591235-899c-4180-af39-6ce4e5945775 x-openstack-request-id: req-51591235-899c-4180-af39-6ce4e5945775 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:41.267164 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac875c0-fdeb-4d2c-8260-58b51c3e494c", "name": "network-vif-plugged", "status": "completed", "tag": "c61c6a4f-fcbe-4999-845f-22abc0905380", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:41.267579 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-51591235-899c-4180-af39-6ce4e5945775 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:41.267714 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Request body: {'subnet': {'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-337917345-subnet', 'tenant_id': '2e2fc240fb37452a97e8b5676dab9e98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:41.268253 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c61c6a4f-fcbe-4999-845f-22abc0905380', 'code': 200} Sep 10 11:37:41.309734 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccff972-985b-48d3-b7c0-138c313b2c99 admin admin] Pushing event updated for resources: {'Network': ['ID=6c037590-42a6-49d5-b779-b59f8e18a1b2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.313426 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=c61c6a4f-fcbe-4999-845f-22abc0905380,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.321751 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 6c037590-42a6-49d5-b779-b59f8e18a1b2 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:37:41.343915 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Made reservation on behalf of 2e2fc240fb37452a97e8b5676dab9e98 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:41.348337 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.391001 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port a90a128e-d1a9-4741-b36e-dcf111d20043 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:41.400164 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port a90a128e-d1a9-4741-b36e-dcf111d20043 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:41.400937 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.496340 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.512512 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1b7fff-97b8-4c13-9361-014512446e8a req-ceedc21c-b908-46c0-905f-9aa4c1fe4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:41.518534 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be1b7fff-97b8-4c13-9361-014512446e8a req-ceedc21c-b908-46c0-905f-9aa4c1fe4f34 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.0821314 Sep 10 11:37:41.552521 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a90a128e-d1a9-4741-b36e-dcf111d20043, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a90a128e-d1a9-4741-b36e-dcf111d20043,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:41.560035 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.582811 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be1b7fff-97b8-4c13-9361-014512446e8a req-8c711572-6e49-4ccd-99f2-1ac26ac091e1 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558741 Sep 10 11:37:41.610625 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48178) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:41.614581 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a90a128e-d1a9-4741-b36e-dcf111d20043,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.614848 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.624382 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-68243468-8414-4956-b731-1750ad0e8079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.681031 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e4a00dae-231a-4240-93e2-cd91513b028d,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.689237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Checking segment: {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:41.689665 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Network hostable DHCP agents. Network: 6c037590-42a6-49d5-b779-b59f8e18a1b2, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:37:41.714787 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Network 6c037590-42a6-49d5-b779-b59f8e18a1b2 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:37:41.727501 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 6c037590-42a6-49d5-b779-b59f8e18a1b2) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:41.737286 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b175dc39-d798-4c03-ad94-f0da09ee84e9 None None] Network 6c037590-42a6-49d5-b779-b59f8e18a1b2 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:41.741049 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-68243468-8414-4956-b731-1750ad0e8079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.745251 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:41.748233 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.758395 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-68243468-8414-4956-b731-1750ad0e8079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.804971 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d956c24e-ca69-4644-a020-285eb502e66d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5426466 Sep 10 11:37:41.806863 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-68243468-8414-4956-b731-1750ad0e8079 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=133235db18cc4087b7aff9a84d4fa3a7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1948414 Sep 10 11:37:41.810191 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48188) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:41.817944 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68243468-8414-4956-b731-1750ad0e8079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6adca40-1897-42b8-9d3d-1953adeaef3f,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:41.894206 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e19e-213f-4241-a837-cc7632520e7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.936533 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e19e-213f-4241-a837-cc7632520e7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:41.937307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca483c5-a1f0-4bf8-97fc-22bea4e7cea0 req-7515f52d-79bf-42c2-8604-28ed6ee2b360 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:41.937706 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a5b1ae-23e6-4282-ad52-af70d68cc764 None None] Network 6c037590-42a6-49d5-b779-b59f8e18a1b2 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:37:41.941748 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dca483c5-a1f0-4bf8-97fc-22bea4e7cea0 req-7515f52d-79bf-42c2-8604-28ed6ee2b360 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1907234 Sep 10 11:37:41.964749 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1665990c-e75c-4afa-87e0-3474d2602459 req-38cef147-aed6-4d34-a55d-8311d77a3795 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:41.967120 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1665990c-e75c-4afa-87e0-3474d2602459 req-38cef147-aed6-4d34-a55d-8311d77a3795 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.1703131 Sep 10 11:37:42.010359 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e19e-213f-4241-a837-cc7632520e7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:42.015101 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8ae6e19e-213f-4241-a837-cc7632520e7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:42.028171 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8ae6e19e-213f-4241-a837-cc7632520e7a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a6adca40-1897-42b8-9d3d-1953adeaef3f HTTP/1.1" status: 204 len: 168 time: 0.2145739 Sep 10 11:37:42.042385 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dca483c5-a1f0-4bf8-97fc-22bea4e7cea0 req-ffbf4c7d-3530-43cc-a364-0e2e87038b5c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886066 Sep 10 11:37:42.046934 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae6e19e-213f-4241-a837-cc7632520e7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6adca40-1897-42b8-9d3d-1953adeaef3f,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:42.051583 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1665990c-e75c-4afa-87e0-3474d2602459 req-73e8e20e-bf19-4288-b6fd-3c8065f00004 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0702848 Sep 10 11:37:42.228541 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a09a425-d308-4ecc-95d4-4e8d89e40fc9 req-c59df070-b96b-4930-9554-338a2f2c7622 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:42.235903 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6a09a425-d308-4ecc-95d4-4e8d89e40fc9 req-c59df070-b96b-4930-9554-338a2f2c7622 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0656533 Sep 10 11:37:42.282415 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6a09a425-d308-4ecc-95d4-4e8d89e40fc9 req-17254f65-0c68-4e6e-97d0-7d66929747cb tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407434 Sep 10 11:37:42.337679 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:43.017933 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:43.068465 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port a073406d-fea9-41fc-b3e8-77f2b457e44a completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:43.073361 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port a073406d-fea9-41fc-b3e8-77f2b457e44a triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:43.073810 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:43.165045 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fff2acef-48c4-41f3-9023-c5ed20a9e2fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:43.189384 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:43.191002 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb9436-3de7-429a-bc1c-4c0190c86940 req-f3b1549b-5ced-47f2-87ba-52c95b05fa2f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:43.192818 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4acb9436-3de7-429a-bc1c-4c0190c86940 req-f3b1549b-5ced-47f2-87ba-52c95b05fa2f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0678091 Sep 10 11:37:43.254659 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:43.259230 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:43.275352 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920a0884-1002-4292-8892-64290e901859 req-8f819f0f-02fc-4b1d-84df-249479192032 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:43.277001 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-920a0884-1002-4292-8892-64290e901859 req-8f819f0f-02fc-4b1d-84df-249479192032 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.0832908 Sep 10 11:37:43.279713 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4acb9436-3de7-429a-bc1c-4c0190c86940 req-27c5bde3-bc72-42d8-9176-95a47743068d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759957 Sep 10 11:37:43.289685 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a128e-d1a9-4741-b36e-dcf111d20043'}, {'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:43.292101 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba721679-cb21-4f75-85a5-f1d92947d657" -d '{"events": [{"server_uuid": "36bd94fb-aa22-4986-af7a-cfecb219c422", "name": "network-vif-plugged", "status": "completed", "tag": "a90a128e-d1a9-4741-b36e-dcf111d20043"}, {"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-plugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:43.326141 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:43.334060 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-920a0884-1002-4292-8892-64290e901859 req-8e46afff-4443-4ed0-8319-bff04bbd8dd9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0460536 Sep 10 11:37:43.371591 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-272b54e7-9304-49d7-9662-fc36135b35c0 x-openstack-request-id: req-272b54e7-9304-49d7-9662-fc36135b35c0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:43.371908 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bd94fb-aa22-4986-af7a-cfecb219c422", "name": "network-vif-plugged", "status": "completed", "tag": "a90a128e-d1a9-4741-b36e-dcf111d20043", "code": 200}, {"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-plugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:43.372161 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-272b54e7-9304-49d7-9662-fc36135b35c0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:43.372651 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a90a128e-d1a9-4741-b36e-dcf111d20043', 'code': 200} Sep 10 11:37:43.372902 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'code': 200} Sep 10 11:37:43.566050 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be937b96-3d9e-4f71-8b47-d1d6017018e9 req-f13f7db8-82c8-425e-a04c-be300353a0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:43.568080 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be937b96-3d9e-4f71-8b47-d1d6017018e9 req-f13f7db8-82c8-425e-a04c-be300353a0c6 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1098 time: 0.0412083 Sep 10 11:37:43.600158 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63d7271-648b-4b10-bd81-01abd4c7d7cd req-5d50609b-417c-43b6-8cf0-367a5816a8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:43.601814 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b63d7271-648b-4b10-bd81-01abd4c7d7cd req-5d50609b-417c-43b6-8cf0-367a5816a8c8 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 1098 time: 0.0747619 Sep 10 11:37:43.605378 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-be937b96-3d9e-4f71-8b47-d1d6017018e9 req-c4a7aad7-d2b5-4280-993a-5838b48ad250 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296257 Sep 10 11:37:43.928013 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:43.977048 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b63d7271-648b-4b10-bd81-01abd4c7d7cd req-4f3ebea0-fce4-4a68-9be6-dcc8698606b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486827 Sep 10 11:37:44.102324 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48312) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:44.208706 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9c90896d-42d1-4bd1-8bf2-dc3bd7ab60cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.301361 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9c90896d-42d1-4bd1-8bf2-dc3bd7ab60cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.305856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9c90896d-42d1-4bd1-8bf2-dc3bd7ab60cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.341857 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c90896d-42d1-4bd1-8bf2-dc3bd7ab60cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0e60367-0394-43ff-924d-d544aaf53657,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:44.346250 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-9c90896d-42d1-4bd1-8bf2-dc3bd7ab60cc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6df6f7ecf8fd4548b7e673d3b360cfc4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2428632 Sep 10 11:37:44.350118 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48320) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:44.383020 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:37:44.449041 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff4757a-074e-481c-bfa7-3a4dd448bca1 req-8d8e3062-a127-456f-9278-c2295cbeb08f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:44.450516 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ff4757a-074e-481c-bfa7-3a4dd448bca1 req-8d8e3062-a127-456f-9278-c2295cbeb08f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0790725 Sep 10 11:37:44.451546 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3d931c89-5a5d-4674-b7e0-1f0080deef74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.487162 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3d931c89-5a5d-4674-b7e0-1f0080deef74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.518767 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ff4757a-074e-481c-bfa7-3a4dd448bca1 req-233987f9-8fca-444f-9d81-483c902b6285 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575974 Sep 10 11:37:44.565810 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3d931c89-5a5d-4674-b7e0-1f0080deef74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.566500 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3d931c89-5a5d-4674-b7e0-1f0080deef74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.570048 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3d931c89-5a5d-4674-b7e0-1f0080deef74 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e0e60367-0394-43ff-924d-d544aaf53657 HTTP/1.1" status: 204 len: 168 time: 0.2172616 Sep 10 11:37:44.580618 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d931c89-5a5d-4674-b7e0-1f0080deef74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0e60367-0394-43ff-924d-d544aaf53657,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:44.664922 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5ab69b-a1f4-4088-aeee-94868e3f0324 req-6694aac2-8972-4ff6-9e8b-c29ab8767376 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:44.667075 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f5ab69b-a1f4-4088-aeee-94868e3f0324 req-6694aac2-8972-4ff6-9e8b-c29ab8767376 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0617766 Sep 10 11:37:44.691759 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.717854 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f5ab69b-a1f4-4088-aeee-94868e3f0324 req-3c8ca940-6ae9-44cf-9c94-122ef94ed99a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335619 Sep 10 11:37:44.866830 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48338) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:44.880376 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e52-9625-45b9-8895-0722788f6be7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.975457 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e52-9625-45b9-8895-0722788f6be7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:44.979276 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e8b64e52-9625-45b9-8895-0722788f6be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:45.018041 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e8b64e52-9625-45b9-8895-0722788f6be7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=dc474998c16c4320ba96f6ddfd93ca6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1500385 Sep 10 11:37:45.019148 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b64e52-9625-45b9-8895-0722788f6be7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae758caf-7002-4314-b08c-84f3ab1095d1,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:45.021316 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48346) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:45.089194 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab5aa-98e6-4bf8-8238-0fa5168f7014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:45.118032 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab5aa-98e6-4bf8-8238-0fa5168f7014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:45.168477 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab5aa-98e6-4bf8-8238-0fa5168f7014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:45.171013 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c0ab5aa-98e6-4bf8-8238-0fa5168f7014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:45.172155 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9c0ab5aa-98e6-4bf8-8238-0fa5168f7014 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ae758caf-7002-4314-b08c-84f3ab1095d1 HTTP/1.1" status: 204 len: 168 time: 0.1466074 Sep 10 11:37:45.180304 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0ab5aa-98e6-4bf8-8238-0fa5168f7014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae758caf-7002-4314-b08c-84f3ab1095d1,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:45.242730 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-eb642da3-bb4b-4a64-97e9-669812e3db7a tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:45.244603 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-eb642da3-bb4b-4a64-97e9-669812e3db7a tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/networks?id=6c037590-42a6-49d5-b779-b59f8e18a1b2 HTTP/1.1" status: 200 len: 808 time: 0.1183019 Sep 10 11:37:45.260786 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-dd31d750-eb58-497d-abc4-cce013eca279 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/quotas/2e2fc240fb37452a97e8b5676dab9e98 HTTP/1.1" status: 200 len: 375 time: 0.0100269 Sep 10 11:37:45.293601 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-b04d3379-35f4-436d-9181-bb5a0eb767d9 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262218 Sep 10 11:37:45.400866 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-09bc0576-c3c7-4891-a1b2-c3030f974771 service neutron] 10.222.0.35 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002758 Sep 10 11:37:45.491915 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-38141ad3-5961-4c17-80fb-775a76156033 service neutron] 10.222.0.35 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841620 Sep 10 11:37:45.685909 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f55a8433-13b0-4553-af82-d116c7ea623a req-418ee977-65f1-4424-9e5f-ba39dac91452 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 210 time: 0.0385303 Sep 10 11:37:45.716389 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2bf4cc-249e-4ea6-9a13-e4d6269ab1e0 req-41ffe2b7-e9a8-4c2c-a467-1abf5c7314c7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:45.718517 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd2bf4cc-249e-4ea6-9a13-e4d6269ab1e0 req-41ffe2b7-e9a8-4c2c-a467-1abf5c7314c7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1068044 Sep 10 11:37:45.758834 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:45.780706 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd2bf4cc-249e-4ea6-9a13-e4d6269ab1e0 req-ad2cabcb-63c7-4b30-855d-a9dc014fdaeb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553603 Sep 10 11:37:45.869860 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecba52b7-1904-40ec-a839-f1214fee7288 req-82f130ed-9beb-4455-83ba-d4ade9acc5b0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:45.872631 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ecba52b7-1904-40ec-a839-f1214fee7288 req-82f130ed-9beb-4455-83ba-d4ade9acc5b0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0577798 Sep 10 11:37:45.924213 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ecba52b7-1904-40ec-a839-f1214fee7288 req-c66018f1-f509-4538-bf5d-fdd3ebee0651 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449784 Sep 10 11:37:46.798748 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9a0b09a1-f332-4baa-b9d2-eb52a61beed3 req-813dbd77-a773-47fd-bab2-0fd95c452834 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 210 time: 0.0307035 Sep 10 11:37:46.989205 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea7db06-fd91-49e0-9671-d14549d91187 req-8dc0b746-9bd1-424b-80bb-61fe879c6655 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:46.997591 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2ea7db06-fd91-49e0-9671-d14549d91187 req-8dc0b746-9bd1-424b-80bb-61fe879c6655 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1325147 Sep 10 11:37:47.081762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-3349da7f-4595-40c7-ab27-d9483aab26e0 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.083971 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-3349da7f-4595-40c7-ab27-d9483aab26e0 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "GET /v2.0/networks?id=6c037590-42a6-49d5-b779-b59f8e18a1b2 HTTP/1.1" status: 200 len: 808 time: 0.1924818 Sep 10 11:37:47.089767 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2ea7db06-fd91-49e0-9671-d14549d91187 req-b63bc8e2-a360-4868-b50e-44d06053d744 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913250 Sep 10 11:37:47.120900 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Request body: {'port': {'device_id': '2aa04824-5086-4754-9879-052ae553e31f', 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2', 'admin_state_up': True, 'tenant_id': '2e2fc240fb37452a97e8b5676dab9e98'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:47.137997 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2e7320-fd45-472e-9cd8-00177bef0a05 req-6b902d9a-c327-4048-9e12-0270a5d8c592 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.138394 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e2e7320-fd45-472e-9cd8-00177bef0a05 req-6b902d9a-c327-4048-9e12-0270a5d8c592 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.1065531 Sep 10 11:37:47.242977 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e2e7320-fd45-472e-9cd8-00177bef0a05 req-0a7828e5-1ead-46ea-97df-6916d5a3764f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0794556 Sep 10 11:37:47.302490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Made reservation on behalf of 2e2fc240fb37452a97e8b5676dab9e98 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:37:47.308143 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:47.394258 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-7ab741a3-b132-4978-8030-edd2d81dd55b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.396955 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-7ab741a3-b132-4978-8030-edd2d81dd55b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 1098 time: 0.0408447 Sep 10 11:37:47.499505 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-76494f2a-5895-43d3-a468-5e083c818b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.501142 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-76494f2a-5895-43d3-a468-5e083c818b64 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.0908570 Sep 10 11:37:47.505286 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec1568f-ab3d-49cf-b0ff-67d82826154b req-ea5cfa65-b2b5-4e9c-995e-f75120940c01 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.506740 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ec1568f-ab3d-49cf-b0ff-67d82826154b req-ea5cfa65-b2b5-4e9c-995e-f75120940c01 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1214595 Sep 10 11:37:47.520977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73715cfa-f526-4918-b984-30caf8887c4b req-0f800c02-4c06-4068-876f-6fe704679705 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.522344 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-73715cfa-f526-4918-b984-30caf8887c4b req-0f800c02-4c06-4068-876f-6fe704679705 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.1381791 Sep 10 11:37:47.534512 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48482) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:47.539255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'floatingip': {'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:47.557497 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-76f9e2e7-01b1-4225-98e2-b5bc2e593916 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a90a128e-d1a9-4741-b36e-dcf111d20043 HTTP/1.1" status: 200 len: 217 time: 0.0399525 Sep 10 11:37:47.623262 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Allocated IP 172.20.0.12 (6c037590-42a6-49d5-b779-b59f8e18a1b2/e4a00dae-231a-4240-93e2-cd91513b028d/5c700886-4e3d-4201-ad9d-2a831b65f0f5) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:37:47.624513 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-6879b129-c2ac-4d4d-bc2f-71d055e4fa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:47.625978 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-6879b129-c2ac-4d4d-bc2f-71d055e4fa76 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0471394 Sep 10 11:37:47.634719 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:47.667416 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-4a09abde-31bb-4404-93c8-8c3c1d83b00b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268068 Sep 10 11:37:47.781306 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-92ff25c5-c326-4bbc-adf2-3214b16ce2f7 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997064 Sep 10 11:37:47.871611 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ec1568f-ab3d-49cf-b0ff-67d82826154b req-e3930409-8da3-418e-a79b-504ef588b7b6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3580127 Sep 10 11:37:47.908227 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0432ed46-2cb6-43cd-9653-916be6e3bd34 req-feb9b046-f330-45ee-a8fe-f74134689d11 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189640 Sep 10 11:37:47.983467 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-42cdb848-4e6b-4693-abe8-3af1a64a2d21 req-dfd0c84e-dc05-4004-80ad-06e9673c9d03 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 210 time: 0.0504799 Sep 10 11:37:48.226769 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:48.470971 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:48.576948 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Network 6c037590-42a6-49d5-b779-b59f8e18a1b2 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:37:48.588905 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:37:48.591618 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:37:48.637233 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Pushing event updated for resources: {'Port': ['ID=5c700886-4e3d-4201-ad9d-2a831b65f0f5,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:48.643490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.db.resource_extend [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 11:37:48.720907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:48.721582 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:48.739290 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:48.744634 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:48.748283 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-174896b9-b0bf-4f80-bf35-fd37ae9c3e97 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6312995 Sep 10 11:37:48.786485 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Request body: {'port': {'device_id': '2aa04824-5086-4754-9879-052ae553e31f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:37:48.876975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:48.901636 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Floating IP d7270b43-ffb4-43c0-b201-542d91034f6c associated. External IP: 172.27.2.205, port: a073406d-fea9-41fc-b3e8-77f2b457e44a. Sep 10 11:37:49.322965 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0e50c3-b73a-4aa4-9251-540efb17d333 req-0635649a-de26-444a-94cf-8ee7d79b093f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:49.324436 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bc0e50c3-b73a-4aa4-9251-540efb17d333 req-0635649a-de26-444a-94cf-8ee7d79b093f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.3763204 Sep 10 11:37:49.568439 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10e14e4-4e1c-4baa-9157-d55d36e70d3c req-421d1dd3-b877-43f3-9cb4-981ccaeb7d95 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:49.570053 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f10e14e4-4e1c-4baa-9157-d55d36e70d3c req-421d1dd3-b877-43f3-9cb4-981ccaeb7d95 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 932 time: 0.4794426 Sep 10 11:37:49.587230 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bc0e50c3-b73a-4aa4-9251-540efb17d333 req-844d76d4-b7ad-4640-b3f4-b337e6ad5b72 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2522132 Sep 10 11:37:49.627050 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:37:49.653422 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f10e14e4-4e1c-4baa-9157-d55d36e70d3c req-bfb849e9-4405-404e-8aca-83d04575b476 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698819 Sep 10 11:37:49.765340 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c700886-4e3d-4201-ad9d-2a831b65f0f5 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:49.799126 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:49.825961 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Transition to ACTIVE for port object 5c700886-4e3d-4201-ad9d-2a831b65f0f5 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:37:49.829462 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:37:49.834764 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:49.838007 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:49.842208 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:37:49.851400 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:49.852003 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:37:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:49.901129 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-50d210bf-7412-44af-867e-9a8c96703d58 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "PUT /v2.0/floatingips/d7270b43-ffb4-43c0-b201-542d91034f6c HTTP/1.1" status: 200 len: 991 time: 2.3652897 Sep 10 11:37:49.903891 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:49.906027 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06638814-8311-4856-9c0c-aa98f8774cee" -d '{"events": [{"name": "network-changed", "server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:49.917838 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Pushing event updated for resources: {'Port': ['ID=5c700886-4e3d-4201-ad9d-2a831b65f0f5,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:49.979955 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:49.985935 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c0c330-aab4-42c8-a4f9-1a929cfda4b3 x-openstack-request-id: req-f4c0c330-aab4-42c8-a4f9-1a929cfda4b3 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:49.986219 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:49.986465 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f4c0c330-aab4-42c8-a4f9-1a929cfda4b3 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:49.986897 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'status': 'completed', 'code': 200} Sep 10 11:37:50.006387 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Attempting to bind port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:37:50.007385 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Attempting to bind port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:37:50.007528 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Attempting to bind port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 on network 6c037590-42a6-49d5-b779-b59f8e18a1b2 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:50.012859 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 on network 6c037590-42a6-49d5-b779-b59f8e18a1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:37:50.013274 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Attempting to bind port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 on network 6c037590-42a6-49d5-b779-b59f8e18a1b2 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:37:50.019107 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 37, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:37:50.019455 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Checking segment: {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:37:50.019862 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Bound using segment: {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:37:50.020290 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Bound port: 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:37:50.020675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:50.065571 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638814-8311-4856-9c0c-aa98f8774cee req-483f9cbc-4552-4189-a935-05946b725187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.067582 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-483f9cbc-4552-4189-a935-05946b725187 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1098 time: 0.0398638 Sep 10 11:37:50.084092 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] For port 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:37:50.087313 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] For port 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:37:50.091035 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:50.124449 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.125076 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:50.127348 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] 10.222.0.52 "PUT /v2.0/ports/5c700886-4e3d-4201-ad9d-2a831b65f0f5 HTTP/1.1" status: 200 len: 1094 time: 1.3471086 Sep 10 11:37:50.147370 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e9e34a-50ae-4710-9209-7ee01fdaeb7b service neutron] Pushing event updated for resources: {'Port': ['ID=5c700886-4e3d-4201-ad9d-2a831b65f0f5,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:50.312701 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-0673fee2-8bf6-49eb-b93c-c5b9cc75b14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.314223 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-0673fee2-8bf6-49eb-b93c-c5b9cc75b14f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 1097 time: 0.0452199 Sep 10 11:37:50.334654 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'd7270b43-ffb4-43c0-b201-542d91034f6c', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'mac_address': 'fa:16:3e:b5:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70877-8192-42bc-96e9-901084da690c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:37:11Z', 'updated_at': '2021-09-10T11:37:48Z', 'revision_number': 1, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:50.336321 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638814-8311-4856-9c0c-aa98f8774cee req-aa989d65-f631-410e-8b5a-cdaec591ef99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.337932 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-aa989d65-f631-410e-8b5a-cdaec591ef99 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.0903566 Sep 10 11:37:50.360792 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:37:50.369812 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-01d5afae-f988-4223-8cda-c87fa4fe531e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5 HTTP/1.1" status: 200 len: 217 time: 0.0407772 Sep 10 11:37:50.369981 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:37:50.370591 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:37:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:50.428425 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-c2c3251e-a5ac-4bfb-8f0f-d33404d120be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.430104 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-c2c3251e-a5ac-4bfb-8f0f-d33404d120be service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4a00dae-231a-4240-93e2-cd91513b028d HTTP/1.1" status: 200 len: 848 time: 0.0476615 Sep 10 11:37:50.441953 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-449db506-90cd-43a7-adc0-c3699aaa7cc3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 999 time: 0.0957506 Sep 10 11:37:50.475646 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-8343c3b5-11a1-4395-99be-a55dd557ac95 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c037590-42a6-49d5-b779-b59f8e18a1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341790 Sep 10 11:37:50.483082 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:37:50.494126 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638814-8311-4856-9c0c-aa98f8774cee req-e2d1cff4-fbef-4e21-b9cd-da73cd4bf207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.495571 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-e2d1cff4-fbef-4e21-b9cd-da73cd4bf207 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0460031 Sep 10 11:37:50.554907 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06638814-8311-4856-9c0c-aa98f8774cee req-f63db0ba-f4a4-4606-9760-a5eeca265451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.558132 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-f63db0ba-f4a4-4606-9760-a5eeca265451 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0505676 Sep 10 11:37:50.571015 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-6c33fe57-e3ff-49b1-8046-bcf54fa714b8 service neutron] 10.222.0.52 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826972 Sep 10 11:37:50.699728 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-05024f47-cb81-4aba-8a2f-596b533b9a8e service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298151 Sep 10 11:37:50.764930 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'd7270b43-ffb4-43c0-b201-542d91034f6c', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'mac_address': 'fa:16:3e:b5:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70877-8192-42bc-96e9-901084da690c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:37:11Z', 'updated_at': '2021-09-10T11:37:48Z', 'revision_number': 1, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:37:50.768053 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03f8a22f-3e0a-418c-ac95-99cba0c90b0a req-389c145e-3271-4598-871f-2fdcc93ae9a3 service neutron] 10.222.0.52 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796346 Sep 10 11:37:50.793936 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275bf293-0b40-4e38-b4ad-0bad584c3f26 None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'd7270b43-ffb4-43c0-b201-542d91034f6c', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'floating_ip_address': '172.27.2.205', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'mac_address': 'fa:16:3e:b5:f2:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29f70877-8192-42bc-96e9-901084da690c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:37:11Z', 'updated_at': '2021-09-10T11:37:48Z', 'revision_number': 1, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:37:50.807454 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6377eab8-0592-4829-b8dd-39137b61973b req-bdbdf865-6109-4e65-8a67-a854993cb161 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.809232 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6377eab8-0592-4829-b8dd-39137b61973b req-bdbdf865-6109-4e65-8a67-a854993cb161 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1047037 Sep 10 11:37:50.848470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2febe2-9ec5-42ba-8528-0f04ca62e1b4 req-6b710e8e-2772-4b40-b587-3a5c05188b5d tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:50.850692 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9f2febe2-9ec5-42ba-8528-0f04ca62e1b4 req-6b710e8e-2772-4b40-b587-3a5c05188b5d tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 944 time: 0.0810356 Sep 10 11:37:50.856928 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-06638814-8311-4856-9c0c-aa98f8774cee req-3b059d4d-3783-4955-ac48-55757e0df4d6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384690 Sep 10 11:37:50.875626 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6377eab8-0592-4829-b8dd-39137b61973b req-e58a12a3-4c73-4773-bdb4-325834988501 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601470 Sep 10 11:37:50.911639 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9f2febe2-9ec5-42ba-8528-0f04ca62e1b4 req-a2d34e14-f334-4cc1-b85e-7a1bf20f41d4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507188 Sep 10 11:37:51.024307 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bbcc97b-8a91-4026-83b6-b5f302372669 None None] New status for floating IP d7270b43-ffb4-43c0-b201-542d91034f6c: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:37:51.991857 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2aa04824-5086-4754-9879-052ae553e31f', 'tag': '5c700886-4e3d-4201-ad9d-2a831b65f0f5'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:51.993910 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc" -d '{"events": [{"name": "network-changed", "server_uuid": "2aa04824-5086-4754-9879-052ae553e31f", "tag": "5c700886-4e3d-4201-ad9d-2a831b65f0f5"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:52.028941 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900de61-0586-4a00-a2ac-8cae471ceb92 req-91b64cc7-b8e1-478e-a207-b3bab1b1bc18 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:52.030397 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3900de61-0586-4a00-a2ac-8cae471ceb92 req-91b64cc7-b8e1-478e-a207-b3bab1b1bc18 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0819645 Sep 10 11:37:52.051138 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6740c03a-4128-4413-8fee-8a3082bb9aaf req-887861c4-eb45-4ab4-a0de-a2c8b0c3d412 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:52.052610 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6740c03a-4128-4413-8fee-8a3082bb9aaf req-887861c4-eb45-4ab4-a0de-a2c8b0c3d412 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 944 time: 0.0702243 Sep 10 11:37:52.100586 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3900de61-0586-4a00-a2ac-8cae471ceb92 req-839a1347-b3e2-4cbc-ac9d-0c5c4c72cae1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552955 Sep 10 11:37:52.113877 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6740c03a-4128-4413-8fee-8a3082bb9aaf req-5b35e99e-00d3-4c7b-a1be-8d065a846cb8 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445070 Sep 10 11:37:52.139856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf9bd380-ce89-48bf-af1c-8cc967a8f5c8 x-openstack-request-id: req-cf9bd380-ce89-48bf-af1c-8cc967a8f5c8 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:52.140142 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2aa04824-5086-4754-9879-052ae553e31f", "tag": "5c700886-4e3d-4201-ad9d-2a831b65f0f5", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:52.140418 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-cf9bd380-ce89-48bf-af1c-8cc967a8f5c8 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:52.140804 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2aa04824-5086-4754-9879-052ae553e31f', 'tag': '5c700886-4e3d-4201-ad9d-2a831b65f0f5', 'status': 'completed', 'code': 200} Sep 10 11:37:52.206135 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-ac28db37-0c1c-4862-90ca-52b2a9aeec38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:52.207567 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-ac28db37-0c1c-4862-90ca-52b2a9aeec38 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 1097 time: 0.0375507 Sep 10 11:37:52.302573 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-a9c639bd-efff-4813-8a87-1fe8e795997f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:52.304000 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-a9c639bd-efff-4813-8a87-1fe8e795997f service neutron] 10.222.0.52 "GET /v2.0/networks?id=6c037590-42a6-49d5-b779-b59f8e18a1b2 HTTP/1.1" status: 200 len: 909 time: 0.0824881 Sep 10 11:37:52.354804 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-ba31d831-aefa-45ee-b48d-d34e5cf98682 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5 HTTP/1.1" status: 200 len: 217 time: 0.0333285 Sep 10 11:37:52.414115 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-244a0d09-a095-4078-8a9e-05d80ee1f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:52.415474 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-244a0d09-a095-4078-8a9e-05d80ee1f611 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4a00dae-231a-4240-93e2-cd91513b028d HTTP/1.1" status: 200 len: 848 time: 0.0418088 Sep 10 11:37:52.452148 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-496dbde8-de29-4338-9743-114959c053b2 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c037590-42a6-49d5-b779-b59f8e18a1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0226474 Sep 10 11:37:52.704849 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-2cb42635-7b60-4da0-a454-3e30ed629fed service neutron] 10.222.0.52 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2426412 Sep 10 11:37:52.800065 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d7402a38-e0e4-4ae3-b22d-3a9866e5eedc req-d1f5eaa5-b892-49a5-b655-f2a2b24b9bb3 service neutron] 10.222.0.52 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875194 Sep 10 11:37:53.258980 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23de8395-7eb9-4533-bafa-c5a75fe9e257 req-c27769f7-8515-4048-9974-a1e954324507 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:53.260455 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-23de8395-7eb9-4533-bafa-c5a75fe9e257 req-c27769f7-8515-4048-9974-a1e954324507 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0848856 Sep 10 11:37:53.267763 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acdbd7e-1cf2-42a1-9536-69f1b525418b req-a2901d6a-c002-4fdd-a366-489e58ad6c90 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:53.269233 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0acdbd7e-1cf2-42a1-9536-69f1b525418b req-a2901d6a-c002-4fdd-a366-489e58ad6c90 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 944 time: 0.0815194 Sep 10 11:37:53.323744 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-23de8395-7eb9-4533-bafa-c5a75fe9e257 req-13606c6f-bd77-4609-aa50-f62f211cd557 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535817 Sep 10 11:37:53.328587 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0acdbd7e-1cf2-42a1-9536-69f1b525418b req-0bbbc32e-b777-46af-b19d-b4b2d65b0c14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527227 Sep 10 11:37:54.457934 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a324ec9e-327f-4fe6-b64c-9a3c302efba7 req-764063ad-1e23-4343-9e05-c38deb01f61e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:54.460206 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a324ec9e-327f-4fe6-b64c-9a3c302efba7 req-764063ad-1e23-4343-9e05-c38deb01f61e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0607641 Sep 10 11:37:54.524889 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48660) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:54.530236 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a324ec9e-327f-4fe6-b64c-9a3c302efba7 req-23a3cfb9-549c-4e89-a7ec-eacb7e5aebc6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636616 Sep 10 11:37:54.544463 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd875a7-da24-46d4-a0da-92b09a24f80a req-de89c47c-0643-45e3-9403-5102a82c174b tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:54.544463 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cfd875a7-da24-46d4-a0da-92b09a24f80a req-de89c47c-0643-45e3-9403-5102a82c174b tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 944 time: 0.0755188 Sep 10 11:37:54.606249 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cfd875a7-da24-46d4-a0da-92b09a24f80a req-09de600b-515d-4f00-bfb1-bc680a04ff6b tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481539 Sep 10 11:37:54.640322 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5358d34f-fdc3-45b0-8680-343111511819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.648266 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed2882-71b5-4948-975c-96e4054714b9 req-d05622d2-d10e-4e85-96f2-e4ae0ce8f5f9 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:54.649980 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-32ed2882-71b5-4948-975c-96e4054714b9 req-d05622d2-d10e-4e85-96f2-e4ae0ce8f5f9 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0577888 Sep 10 11:37:54.688287 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-32ed2882-71b5-4948-975c-96e4054714b9 req-d81b56a9-9903-4cde-9ad9-cb905b3b0d57 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323727 Sep 10 11:37:54.728305 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5358d34f-fdc3-45b0-8680-343111511819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.731686 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5358d34f-fdc3-45b0-8680-343111511819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.765922 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5358d34f-fdc3-45b0-8680-343111511819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31141414-a072-4e0a-b683-df6622516d3d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:54.770184 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5358d34f-fdc3-45b0-8680-343111511819 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a5db2ba16c864d9c92bcce8c6eca8336&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2442303 Sep 10 11:37:54.773377 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48666) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:54.818516 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-786579bf-e6a1-4ddb-b76f-229056dad10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.838493 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-786579bf-e6a1-4ddb-b76f-229056dad10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.884239 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-786579bf-e6a1-4ddb-b76f-229056dad10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.886723 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-786579bf-e6a1-4ddb-b76f-229056dad10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:54.887840 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-786579bf-e6a1-4ddb-b76f-229056dad10f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/31141414-a072-4e0a-b683-df6622516d3d HTTP/1.1" status: 204 len: 168 time: 0.1141126 Sep 10 11:37:54.896005 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786579bf-e6a1-4ddb-b76f-229056dad10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31141414-a072-4e0a-b683-df6622516d3d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:55.152080 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48690) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:55.166815 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d27b5f5c-26ca-4481-a9a4-1471338351e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.257124 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d27b5f5c-26ca-4481-a9a4-1471338351e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.260752 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d27b5f5c-26ca-4481-a9a4-1471338351e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.298590 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d27b5f5c-26ca-4481-a9a4-1471338351e5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=b52d11ce8bb34247be0f80061e172ce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1452582 Sep 10 11:37:55.299415 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b5f5c-26ca-4481-a9a4-1471338351e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4799b427-35e2-4512-8928-e085e4ab3457,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:55.301361 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48694) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:55.351252 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f989d9c6-8499-46aa-9589-6248069fecf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.371076 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f989d9c6-8499-46aa-9589-6248069fecf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.416311 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f989d9c6-8499-46aa-9589-6248069fecf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.418735 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f989d9c6-8499-46aa-9589-6248069fecf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:55.419859 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f989d9c6-8499-46aa-9589-6248069fecf3 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4799b427-35e2-4512-8928-e085e4ab3457 HTTP/1.1" status: 204 len: 168 time: 0.1175134 Sep 10 11:37:55.429362 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f989d9c6-8499-46aa-9589-6248069fecf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4799b427-35e2-4512-8928-e085e4ab3457,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:55.652184 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39dfbf-e237-40c5-9d3a-69205f1a67a7 req-efca5138-fe1e-4304-a9b9-836eaa1ac259 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:55.656819 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aa39dfbf-e237-40c5-9d3a-69205f1a67a7 req-efca5138-fe1e-4304-a9b9-836eaa1ac259 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0546863 Sep 10 11:37:55.740736 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aa39dfbf-e237-40c5-9d3a-69205f1a67a7 req-bed853e2-292b-4cc4-bc40-67a91abde345 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811009 Sep 10 11:37:55.755262 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0199d2bf-fcaf-4ced-8fa3-d02952079a4c req-4517675e-9a93-4c4a-b0d8-96a1972279be tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:55.756860 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0199d2bf-fcaf-4ced-8fa3-d02952079a4c req-4517675e-9a93-4c4a-b0d8-96a1972279be tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 944 time: 0.0745733 Sep 10 11:37:55.809166 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0199d2bf-fcaf-4ced-8fa3-d02952079a4c req-561fb281-3a4f-466d-ab72-01336552e3c8 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424256 Sep 10 11:37:55.869905 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f22b1-addc-4fc3-985d-faad954bb2f0 req-bb1e29e2-e74a-45bc-8654-eb9e7b89ca73 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:55.871399 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1c8f22b1-addc-4fc3-985d-faad954bb2f0 req-bb1e29e2-e74a-45bc-8654-eb9e7b89ca73 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0477202 Sep 10 11:37:55.917058 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1c8f22b1-addc-4fc3-985d-faad954bb2f0 req-ebe6b7f5-a8da-4a62-9877-d108499e976b tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399070 Sep 10 11:37:56.866394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816fa1ca-2390-479f-823b-dc5935c8fc3f req-e94da594-e631-4582-baca-a3e6f72512c5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:56.867923 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-816fa1ca-2390-479f-823b-dc5935c8fc3f req-e94da594-e631-4582-baca-a3e6f72512c5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0503323 Sep 10 11:37:56.934360 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-816fa1ca-2390-479f-823b-dc5935c8fc3f req-af24a6cd-bffc-49f2-a7cc-b15f07ce8a0f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597529 Sep 10 11:37:56.952650 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6ba147-5f6b-4e58-a5bd-abf0feb1d204 req-45d2976a-4945-4c0c-b8ea-a558bc6afaa8 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:56.954006 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5a6ba147-5f6b-4e58-a5bd-abf0feb1d204 req-45d2976a-4945-4c0c-b8ea-a558bc6afaa8 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 944 time: 0.0710557 Sep 10 11:37:56.992807 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5a6ba147-5f6b-4e58-a5bd-abf0feb1d204 req-93659259-ede5-4eb4-b520-0b8da7126ad6 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317328 Sep 10 11:37:57.073277 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58854bf-5147-4bae-9cbc-8877e4f665d3 req-03a90038-1f3e-42d0-9e97-d1baf16d48f4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:57.075605 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a58854bf-5147-4bae-9cbc-8877e4f665d3 req-03a90038-1f3e-42d0-9e97-d1baf16d48f4 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0711586 Sep 10 11:37:57.116371 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 5c700886-4e3d-4201-ad9d-2a831b65f0f5 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:37:57.156574 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a58854bf-5147-4bae-9cbc-8877e4f665d3 req-d707945f-2be2-43e0-b72e-3814e36a1c69 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/security-groups?id=abac753d-61ee-4815-a7f0-0bf106f365f7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736861 Sep 10 11:37:57.181465 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7656d63d-d837-4ca1-a8b0-ddac50533157 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:57.183130 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7656d63d-d837-4ca1-a8b0-ddac50533157 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.52 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 945 time: 0.0985198 Sep 10 11:37:57.229327 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:57.240643 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '5c700886-4e3d-4201-ad9d-2a831b65f0f5', 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2', 'port_id': '5c700886-4e3d-4201-ad9d-2a831b65f0f5', 'mac_address': 'fa:16:3e:8e:53:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a00dae-231a-4240-93e2-cd91513b028d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:37:57.276669 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:57.292258 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c700886-4e3d-4201-ad9d-2a831b65f0f5 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:37:57.312325 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:57.316220 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:57.334825 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Deleting port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:37:57.335481 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:57.365180 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=5c700886-4e3d-4201-ad9d-2a831b65f0f5,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:57.431977 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] For port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,segment=NetworkSegment(c4bbcb68-7657-454b-b711-be9c8e598f5b),segment_id=c4bbcb68-7657-454b-b711-be9c8e598f5b)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:57.432336 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:57.446448 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Calling delete_port for 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:37:57.593337 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:57.607646 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['8e50efaf-da09-4c4e-a15a-cf5ca33943c4'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:37:57.625526 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Pushing event deleted for resources: {'Port': ['ID=8e50efaf-da09-4c4e-a15a-cf5ca33943c4,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:57.682883 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] No DVR routers for this DVR port 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:37:57.685786 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:57.687784 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-61149f19-cd56-4c23-a62a-4323c2d6eb20 req-7712ab30-f94b-40ac-bcc1-bec62215fe45 tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.52 "DELETE /v2.0/ports/8e50efaf-da09-4c4e-a15a-cf5ca33943c4 HTTP/1.1" status: 204 len: 173 time: 0.4980099 Sep 10 11:37:57.688210 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cd56e26-1465-4a85-994f-466ba73d7851', 'name': 'network-vif-deleted', 'tag': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:57.690535 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d3831a-6955-4cde-8950-1190fd26cc31" -d '{"events": [{"server_uuid": "6cd56e26-1465-4a85-994f-466ba73d7851", "name": "network-vif-deleted", "tag": "8e50efaf-da09-4c4e-a15a-cf5ca33943c4"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:57.729815 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016e941c-105b-4109-8d70-de0cbf59d255 x-openstack-request-id: req-016e941c-105b-4109-8d70-de0cbf59d255 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:57.730112 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cd56e26-1465-4a85-994f-466ba73d7851", "name": "network-vif-deleted", "tag": "8e50efaf-da09-4c4e-a15a-cf5ca33943c4", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:57.730365 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-016e941c-105b-4109-8d70-de0cbf59d255 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:57.730759 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cd56e26-1465-4a85-994f-466ba73d7851', 'name': 'network-vif-deleted', 'tag': '8e50efaf-da09-4c4e-a15a-cf5ca33943c4', 'status': 'completed', 'code': 200} Sep 10 11:37:57.905151 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['5c700886-4e3d-4201-ad9d-2a831b65f0f5'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:37:58.068386 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3ddd8c-1079-466d-a711-e7daa93db18e req-7027a419-2039-4764-ab65-5f8a7ab838de tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:58.069897 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6c3ddd8c-1079-466d-a711-e7daa93db18e req-7027a419-2039-4764-ab65-5f8a7ab838de tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0610058 Sep 10 11:37:58.145992 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6c3ddd8c-1079-466d-a711-e7daa93db18e req-74f68d9d-ceac-44e9-a25c-d1801fd66e8b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498371 Sep 10 11:37:58.153277 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d381c8c1-8399-401e-97ed-1b3936dfb6b2 req-72258b88-3c01-443d-9a7a-5e13d2a7617f tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:58.161295 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d381c8c1-8399-401e-97ed-1b3936dfb6b2 req-72258b88-3c01-443d-9a7a-5e13d2a7617f tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 945 time: 0.0891533 Sep 10 11:37:58.202212 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d381c8c1-8399-401e-97ed-1b3936dfb6b2 req-94349e05-9b52-4c3d-85af-6a25fc441903 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399082 Sep 10 11:37:58.285378 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48822) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:58.287088 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2803c55-f764-48e7-b4f1-034208a660d9 req-17a0c89c-3244-471f-a686-24d17a07deca tempest-DeleteServersTestJSON-1109875281 tempest-DeleteServersTestJSON-1109875281-project] 10.222.0.35 "GET /v2.0/ports?device_id=6cd56e26-1465-4a85-994f-466ba73d7851 HTTP/1.1" status: 200 len: 210 time: 0.0296247 Sep 10 11:37:58.389196 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9dcf319b-17e9-46ec-b943-4b44b1f32867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.477142 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9dcf319b-17e9-46ec-b943-4b44b1f32867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.481280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9dcf319b-17e9-46ec-b943-4b44b1f32867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.516526 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcf319b-17e9-46ec-b943-4b44b1f32867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9d918e-0f4e-4a8f-88cb-6ab6d457711f,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:58.522580 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9dcf319b-17e9-46ec-b943-4b44b1f32867 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=de61e0fc209b445d99b3b5ada557210d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2356458 Sep 10 11:37:58.525610 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48826) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:58.576791 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f9a46c6-78e1-457b-aa35-9da33a16a44e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.597520 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f9a46c6-78e1-457b-aa35-9da33a16a44e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.641694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f9a46c6-78e1-457b-aa35-9da33a16a44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.644181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f9a46c6-78e1-457b-aa35-9da33a16a44e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:58.646020 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-7f9a46c6-78e1-457b-aa35-9da33a16a44e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/6a9d918e-0f4e-4a8f-88cb-6ab6d457711f HTTP/1.1" status: 204 len: 168 time: 0.1192527 Sep 10 11:37:58.653248 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9a46c6-78e1-457b-aa35-9da33a16a44e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9d918e-0f4e-4a8f-88cb-6ab6d457711f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:58.900066 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48834) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:58.913252 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.001369 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.005531 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.043411 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8c3e785bc2474a6ea330a3b523a35f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1420887 Sep 10 11:37:59.044261 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7847cc2-787e-4a06-b138-eace4d66f953,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:59.046104 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48836) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:37:59.051747 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.052089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.052448 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.052778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.053106 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.053433 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.053757 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.054080 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.054399 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.054719 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.055034 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.055347 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01c5f73d-59ec-405c-83c7-cc5df1e5c345 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.097468 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.118710 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.123170 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 5c700886-4e3d-4201-ad9d-2a831b65f0f5 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:37:59.172572 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:37:59.172703 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.177713 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.178835 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:37:59.179209 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.182102 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c7847cc2-787e-4a06-b138-eace4d66f953 HTTP/1.1" status: 204 len: 168 time: 0.1346724 Sep 10 11:37:59.192192 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7847cc2-787e-4a06-b138-eace4d66f953,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:59.199805 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.200495 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.200699 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.200970 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.201459 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.201794 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.202120 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.202445 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.202844 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.203165 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.203484 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.203799 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6fe50e-9d0a-4272-b2bd-d40a4e4da09c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:37:59.296271 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.326058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa04824-5086-4754-9879-052ae553e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c700886-4e3d-4201-ad9d-2a831b65f0f5'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:37:59.328603 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8daf27cd-7eb1-4e93-bd1a-42bbefa83d5f" -d '{"events": [{"server_uuid": "2aa04824-5086-4754-9879-052ae553e31f", "name": "network-vif-plugged", "status": "completed", "tag": "5c700886-4e3d-4201-ad9d-2a831b65f0f5"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:37:59.346684 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:37:59.351132 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:37:59.380070 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff0c9c0-9f14-4685-9dc0-d90c1b7a8c0b req-66a2b5f6-2d46-41b2-8fc0-c1d1388176c4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:59.381931 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bff0c9c0-9f14-4685-9dc0-d90c1b7a8c0b req-66a2b5f6-2d46-41b2-8fc0-c1d1388176c4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 945 time: 0.0940924 Sep 10 11:37:59.408705 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c520bdf-dffc-4eae-a46d-c638112e4f6c req-4b70aad9-f45a-4540-819d-d797f0b8de03 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:59.412162 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4c520bdf-dffc-4eae-a46d-c638112e4f6c req-4b70aad9-f45a-4540-819d-d797f0b8de03 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1215687 Sep 10 11:37:59.428394 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=5c700886-4e3d-4201-ad9d-2a831b65f0f5,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:37:59.460264 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bff0c9c0-9f14-4685-9dc0-d90c1b7a8c0b req-ad7f458a-b9a5-4a4f-bff4-881adf42adfd tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688243 Sep 10 11:37:59.478766 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4c520bdf-dffc-4eae-a46d-c638112e4f6c req-b58b948d-488e-43ed-95bd-360dad013ce4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557711 Sep 10 11:37:59.547569 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f4a779-67c0-4ea7-a6e5-a2d078fbc317 x-openstack-request-id: req-45f4a779-67c0-4ea7-a6e5-a2d078fbc317 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:37:59.547569 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa04824-5086-4754-9879-052ae553e31f", "name": "network-vif-plugged", "status": "completed", "tag": "5c700886-4e3d-4201-ad9d-2a831b65f0f5", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:37:59.547786 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-45f4a779-67c0-4ea7-a6e5-a2d078fbc317 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:37:59.548205 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa04824-5086-4754-9879-052ae553e31f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c700886-4e3d-4201-ad9d-2a831b65f0f5', 'code': 200} Sep 10 11:37:59.779653 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6286ae7-26bd-45b0-919d-75b8e29265ea req-3c9a4bc0-0f67-424d-a36e-36395d6dc50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:37:59.781238 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d6286ae7-26bd-45b0-919d-75b8e29265ea req-3c9a4bc0-0f67-424d-a36e-36395d6dc50d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 1099 time: 0.0448720 Sep 10 11:37:59.822722 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d6286ae7-26bd-45b0-919d-75b8e29265ea req-c65cd5bf-ddd6-4164-b03b-98c368483102 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290716 Sep 10 11:38:00.620254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bf489-3e7e-406e-9591-c5c9b0a9ba04 req-ee4ebf92-ad73-4c6c-892c-3fdc79e67b46 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:00.627709 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e81bf489-3e7e-406e-9591-c5c9b0a9ba04 req-ee4ebf92-ad73-4c6c-892c-3fdc79e67b46 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.0939829 Sep 10 11:38:00.651825 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95aabb97-a270-4e62-8a51-15b22c7aaa9e req-b4b5fee5-0aa5-44f4-843c-f923e61deac8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:00.653350 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-95aabb97-a270-4e62-8a51-15b22c7aaa9e req-b4b5fee5-0aa5-44f4-843c-f923e61deac8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1068730 Sep 10 11:38:00.693364 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e81bf489-3e7e-406e-9591-c5c9b0a9ba04 req-1497f56a-ae25-4717-9835-180ed50d6624 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647607 Sep 10 11:38:00.716160 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-95aabb97-a270-4e62-8a51-15b22c7aaa9e req-23cc2932-45e3-4614-be44-7e1b9b2d0d9d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551035 Sep 10 11:38:00.754369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48930) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:00.859094 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35457704-b820-4206-8e91-ffe1c9359f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:00.940560 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48942) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.003739 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Deleting subnet e232c71b-ae5d-481b-8518-c8a143e9ba33 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:38:01.008774 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.037112 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35457704-b820-4206-8e91-ffe1c9359f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.042751 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-35457704-b820-4206-8e91-ffe1c9359f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.077439 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.100482 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-35457704-b820-4206-8e91-ffe1c9359f12 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4b81fb9276ff491487615caa99ba5302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3450522 Sep 10 11:38:01.103163 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48948) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.110842 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35457704-b820-4206-8e91-ffe1c9359f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94bccfff-137b-4b73-9dd1-bc93fc0395a3,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:01.130504 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:38:01.137435 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.153128 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:38:01.153836 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 8e50efaf-da09-4c4e-a15a-cf5ca33943c4 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:38:01.160997 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-733736f8-403e-4549-80b3-6ac38f915ba4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.183015 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-733736f8-403e-4549-80b3-6ac38f915ba4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.195336 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.227395 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e232c71b-ae5d-481b-8518-c8a143e9ba33,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:01.233830 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.236848 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ace97f99-11f7-4595-914d-5beb140368de admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e232c71b-ae5d-481b-8518-c8a143e9ba33 HTTP/1.1" status: 204 len: 168 time: 0.2945452 Sep 10 11:38:01.238707 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48952) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.238890 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-733736f8-403e-4549-80b3-6ac38f915ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.241832 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-733736f8-403e-4549-80b3-6ac38f915ba4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.243312 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-733736f8-403e-4549-80b3-6ac38f915ba4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/94bccfff-137b-4b73-9dd1-bc93fc0395a3 HTTP/1.1" status: 204 len: 168 time: 0.1389461 Sep 10 11:38:01.252314 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733736f8-403e-4549-80b3-6ac38f915ba4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94bccfff-137b-4b73-9dd1-bc93fc0395a3,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:01.356578 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.436484 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.457633 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5222a091-ee02-4520-990e-1c47b338e2a5']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:01.466529 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c4bbcb68-7657-454b-b711-be9c8e598f5b') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:01.466825 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c4bbcb68-7657-454b-b711-be9c8e598f5b') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:01.475666 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.488837 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.494755 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Releasing vlan 578 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:38:01.495163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:38:01.496865 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:38:01.546265 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48962) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.557795 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.560557 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bc03fc59-f8d2-4b7f-8764-b4eb3066f525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.563389 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.565359 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5222a091-ee02-4520-990e-1c47b338e2a5 HTTP/1.1" status: 204 len: 168 time: 0.3256121 Sep 10 11:38:01.576332 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c95cd9c-bf11-4ccf-86e4-3027aa0452a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5222a091-ee02-4520-990e-1c47b338e2a5,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:01.663596 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bc03fc59-f8d2-4b7f-8764-b4eb3066f525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.669084 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bc03fc59-f8d2-4b7f-8764-b4eb3066f525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.714128 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-bc03fc59-f8d2-4b7f-8764-b4eb3066f525 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=26c25a45c0024fddbe4f27e718f797c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1643202 Sep 10 11:38:01.714128 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03fc59-f8d2-4b7f-8764-b4eb3066f525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5240db1f-f13b-4c34-bc16-98901f345d18,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:01.714474 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48968) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.770977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 48972) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.783238 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c6c66da-3ae3-4307-972a-e85ed7d03c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.806227 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c6c66da-3ae3-4307-972a-e85ed7d03c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.853867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c6c66da-3ae3-4307-972a-e85ed7d03c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.856564 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9c6c66da-3ae3-4307-972a-e85ed7d03c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.857710 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9c6c66da-3ae3-4307-972a-e85ed7d03c49 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5240db1f-f13b-4c34-bc16-98901f345d18 HTTP/1.1" status: 204 len: 168 time: 0.1423624 Sep 10 11:38:01.866039 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6c66da-3ae3-4307-972a-e85ed7d03c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5240db1f-f13b-4c34-bc16-98901f345d18,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:01.871167 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f1bffa98-0cd2-4a4f-962f-5886a9012ae1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f2805266fff04264946ab1fdbdf16b79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0989859 Sep 10 11:38:01.873867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 48976) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:01.888212 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2977ce-4301-4e77-853e-135b205834d3 req-f64c10c7-54aa-4860-8835-71e294639306 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:01.889736 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c2977ce-4301-4e77-853e-135b205834d3 req-f64c10c7-54aa-4860-8835-71e294639306 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0947068 Sep 10 11:38:01.897010 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd76174-ff34-48b8-804e-fbb5236debd6 req-4433c877-192c-47d7-a34c-c20ae2d6bea1 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:01.898416 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfd76174-ff34-48b8-804e-fbb5236debd6 req-4433c877-192c-47d7-a34c-c20ae2d6bea1 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.1202252 Sep 10 11:38:01.944571 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6aef-bad9-4828-a7bc-746a202588ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:01.957953 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c2977ce-4301-4e77-853e-135b205834d3 req-0aa916ee-7142-4761-a010-850157ee9206 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585783 Sep 10 11:38:01.963140 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfd76174-ff34-48b8-804e-fbb5236debd6 req-d6c1a097-dec3-4c1c-9f86-5cf353b54dff tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568607 Sep 10 11:38:01.966845 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6aef-bad9-4828-a7bc-746a202588ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:02.030335 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6aef-bad9-4828-a7bc-746a202588ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:02.033517 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cb9a6aef-bad9-4828-a7bc-746a202588ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:02.035967 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-cb9a6aef-bad9-4828-a7bc-746a202588ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/abac753d-61ee-4815-a7f0-0bf106f365f7 HTTP/1.1" status: 204 len: 168 time: 0.1610761 Sep 10 11:38:02.045468 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9a6aef-bad9-4828-a7bc-746a202588ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abac753d-61ee-4815-a7f0-0bf106f365f7,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:03.077894 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c746a299-5f58-47fd-b563-51fc6915a1c4 req-e9476274-2134-4ec9-a0c3-ecb7e9ee9463 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:03.079364 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c746a299-5f58-47fd-b563-51fc6915a1c4 req-e9476274-2134-4ec9-a0c3-ecb7e9ee9463 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0501368 Sep 10 11:38:03.118473 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c746a299-5f58-47fd-b563-51fc6915a1c4 req-c2c3e19f-7e28-471c-92c6-8665cbd52159 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Sep 10 11:38:04.228807 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356886de-f181-4a9e-ac25-276320354156 req-8a0431d0-f151-46f5-b5d8-8ca7610cfca0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:04.230202 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-356886de-f181-4a9e-ac25-276320354156 req-8a0431d0-f151-46f5-b5d8-8ca7610cfca0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0457673 Sep 10 11:38:04.265837 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-356886de-f181-4a9e-ac25-276320354156 req-6626b56b-8818-419e-9c2a-3ae90a72f2cd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299215 Sep 10 11:38:05.378424 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca83ae0-7f68-43a9-be98-623834491f56 req-a6cf5a0f-d077-49cb-b225-9f92afecbb03 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:05.379835 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fca83ae0-7f68-43a9-be98-623834491f56 req-a6cf5a0f-d077-49cb-b225-9f92afecbb03 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0497379 Sep 10 11:38:05.416035 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fca83ae0-7f68-43a9-be98-623834491f56 req-cb97f135-2f87-49d9-90c6-e104a422e84e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304472 Sep 10 11:38:06.538101 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6429135-6b22-40f6-a82a-d7391ef5ed99 req-c42dc1e7-e106-4b3d-b96c-9bd9c0d9ba79 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:06.539436 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6429135-6b22-40f6-a82a-d7391ef5ed99 req-c42dc1e7-e106-4b3d-b96c-9bd9c0d9ba79 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0467324 Sep 10 11:38:06.575781 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6429135-6b22-40f6-a82a-d7391ef5ed99 req-ce2c23d9-84f6-4e3a-be2f-07e486451269 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305052 Sep 10 11:38:07.096105 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49110) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:07.197754 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-787ffc39-2c26-4e56-acdb-781c1a0a3080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.283967 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-787ffc39-2c26-4e56-acdb-781c1a0a3080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.287604 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-787ffc39-2c26-4e56-acdb-781c1a0a3080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.322400 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787ffc39-2c26-4e56-acdb-781c1a0a3080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7712bc43-61e2-4d96-8204-0192fc66dd14,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:07.327951 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-787ffc39-2c26-4e56-acdb-781c1a0a3080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d181edfb942345cebba6d360edae88f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2307317 Sep 10 11:38:07.331104 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49114) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:07.378924 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f1b7dfc4-5e82-4c02-82f5-edb7fa447c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.399352 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f1b7dfc4-5e82-4c02-82f5-edb7fa447c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.444906 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f1b7dfc4-5e82-4c02-82f5-edb7fa447c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.447370 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f1b7dfc4-5e82-4c02-82f5-edb7fa447c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.448561 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f1b7dfc4-5e82-4c02-82f5-edb7fa447c71 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7712bc43-61e2-4d96-8204-0192fc66dd14 HTTP/1.1" status: 204 len: 168 time: 0.1156516 Sep 10 11:38:07.455943 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7dfc4-5e82-4c02-82f5-edb7fa447c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7712bc43-61e2-4d96-8204-0192fc66dd14,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:07.698203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9f0be-0cd5-43c9-88b3-1681402539ea req-b2b1379c-1dc6-4677-b31f-cec236f58cf9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:07.699757 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cba9f0be-0cd5-43c9-88b3-1681402539ea req-b2b1379c-1dc6-4677-b31f-cec236f58cf9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0536215 Sep 10 11:38:07.724990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49128) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:07.738671 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7a655f8-a019-4fc7-a3ce-0aa92f30d793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.750367 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cba9f0be-0cd5-43c9-88b3-1681402539ea req-395f5cb9-7add-4a7a-863d-523654a80127 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410028 Sep 10 11:38:07.811962 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb62b94-a1b5-4c2d-9133-e0aa7aa836d9 req-20647b6d-f239-4880-98ed-dced405973db tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:07.813816 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ebb62b94-a1b5-4c2d-9133-e0aa7aa836d9 req-20647b6d-f239-4880-98ed-dced405973db tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.0530388 Sep 10 11:38:07.833806 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7a655f8-a019-4fc7-a3ce-0aa92f30d793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.838718 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e7a655f8-a019-4fc7-a3ce-0aa92f30d793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.854980 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ebb62b94-a1b5-4c2d-9133-e0aa7aa836d9 req-5a41f6a5-9750-4492-81e4-40b4ba659430 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339985 Sep 10 11:38:07.880046 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a655f8-a019-4fc7-a3ce-0aa92f30d793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52174a03-5cc9-40f5-99ae-f79f5d9f3905,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:07.884234 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e7a655f8-a019-4fc7-a3ce-0aa92f30d793 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=22b7954e8e9d482aae660fe24d7224f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1583197 Sep 10 11:38:07.887888 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49132) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:07.945935 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9f95-ac40-4865-bc0b-d6266e7af66a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:07.966884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9f95-ac40-4865-bc0b-d6266e7af66a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:08.017551 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9f95-ac40-4865-bc0b-d6266e7af66a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:08.020062 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3f3d9f95-ac40-4865-bc0b-d6266e7af66a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:08.021964 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3f3d9f95-ac40-4865-bc0b-d6266e7af66a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/52174a03-5cc9-40f5-99ae-f79f5d9f3905 HTTP/1.1" status: 204 len: 168 time: 0.1324236 Sep 10 11:38:08.031891 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3d9f95-ac40-4865-bc0b-d6266e7af66a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52174a03-5cc9-40f5-99ae-f79f5d9f3905,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:08.866188 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20657d4b-1d98-4a0d-8e22-f3fce21b63b8 req-8272f4fe-4f8f-430a-8257-2d9b9c0c4b4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:08.867840 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20657d4b-1d98-4a0d-8e22-f3fce21b63b8 req-8272f4fe-4f8f-430a-8257-2d9b9c0c4b4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0475144 Sep 10 11:38:08.904772 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20657d4b-1d98-4a0d-8e22-f3fce21b63b8 req-76f7fc02-1cbb-49ea-b9f7-26d03a8e0f93 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Sep 10 11:38:08.982871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a372f3d8-97e4-4259-8703-ae28deceef90 req-05358cee-5752-4a84-a6d6-078f4a01ed6e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:08.990856 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a372f3d8-97e4-4259-8703-ae28deceef90 req-05358cee-5752-4a84-a6d6-078f4a01ed6e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.0635190 Sep 10 11:38:09.045800 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a372f3d8-97e4-4259-8703-ae28deceef90 req-e3030f94-9c63-435a-973d-2235703051ca tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398519 Sep 10 11:38:10.023718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ce0cf4-2031-42a5-b870-d79436c68cdf req-a1bb451d-0048-4749-9eb5-22f659f2ca44 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:10.025238 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-29ce0cf4-2031-42a5-b870-d79436c68cdf req-a1bb451d-0048-4749-9eb5-22f659f2ca44 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0515277 Sep 10 11:38:10.079624 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-29ce0cf4-2031-42a5-b870-d79436c68cdf req-465ea8b5-3a16-4072-9acc-78f999cb6470 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481060 Sep 10 11:38:10.167292 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237cc386-65e2-49f6-8649-68a8e0a1f2ab req-3bb0ee4c-ba30-498f-b28e-69fa41849465 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:10.168843 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-237cc386-65e2-49f6-8649-68a8e0a1f2ab req-3bb0ee4c-ba30-498f-b28e-69fa41849465 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.0573838 Sep 10 11:38:10.209144 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-237cc386-65e2-49f6-8649-68a8e0a1f2ab req-056a23c3-2519-4f98-babd-2c3a90e67722 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340576 Sep 10 11:38:10.515271 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-6e79f20c-37b0-411a-b452-6a1828f1c881 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395057 Sep 10 11:38:10.613365 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-7876329d-20da-44fe-8cf1-46413e90c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:10.615028 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-7876329d-20da-44fe-8cf1-46413e90c8e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.0461359 Sep 10 11:38:10.721509 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-8b18f722-cab3-4c8f-b632-5ec9762dd883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:10.723432 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-8b18f722-cab3-4c8f-b632-5ec9762dd883 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.0860426 Sep 10 11:38:10.759804 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-15b5ce7a-e0e2-447b-bddb-db2da88831e4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:10.761291 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-15b5ce7a-e0e2-447b-bddb-db2da88831e4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.0459943 Sep 10 11:38:10.762997 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-375b02ee-3b2d-4f43-a829-61496c8f6b95 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.0320404 Sep 10 11:38:10.822171 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-da864ce2-24d1-4d6a-928c-a04640318c7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:10.823604 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-da864ce2-24d1-4d6a-928c-a04640318c7d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0457644 Sep 10 11:38:10.855792 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-e648f362-bb00-4112-b099-85cc7a5ef2ae service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227618 Sep 10 11:38:10.869053 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ea60a604-c7fe-44ad-ac5e-b7fcf700179d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:10.895305 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Deleting port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:38:10.895726 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:10.948019 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-fec5259e-f176-4d3f-b06a-5da6b361f698 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824528 Sep 10 11:38:10.983707 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] For port 5c700886-4e3d-4201-ad9d-2a831b65f0f5, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=5c700886-4e3d-4201-ad9d-2a831b65f0f5,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:10.983988 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:11.042527 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dd7a847b-a554-4432-b70a-4a0321394d23 req-baa48ef3-1075-4b99-8759-e8bbbe233875 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861187 Sep 10 11:38:11.219285 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Calling delete_port for 5c700886-4e3d-4201-ad9d-2a831b65f0f5 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:38:11.326193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edca21fa-b8f1-49b5-9736-47fbe6ff983c req-43f4ca3d-549d-4efd-a2ed-bfb8291524d1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:11.327618 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-edca21fa-b8f1-49b5-9736-47fbe6ff983c req-43f4ca3d-549d-4efd-a2ed-bfb8291524d1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1359069 Sep 10 11:38:11.387782 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92155e5-ec6e-48b8-bc49-b4afba8c48b9 req-a474d05e-6445-46f6-8f54-f84aaa63d9ac tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:11.389249 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d92155e5-ec6e-48b8-bc49-b4afba8c48b9 req-a474d05e-6445-46f6-8f54-f84aaa63d9ac tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=2aa04824-5086-4754-9879-052ae553e31f HTTP/1.1" status: 200 len: 946 time: 0.1001229 Sep 10 11:38:11.412054 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-edca21fa-b8f1-49b5-9736-47fbe6ff983c req-83b4cffa-b295-4dc4-8c99-432a55d317ff tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748000 Sep 10 11:38:11.465394 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d92155e5-ec6e-48b8-bc49-b4afba8c48b9 req-cb08eec9-eb12-4f18-95a6-767842a1ccd3 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690510 Sep 10 11:38:11.485294 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:11.508948 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['5c700886-4e3d-4201-ad9d-2a831b65f0f5'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:38:11.514055 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Pushing event deleted for resources: {'Port': ['ID=5c700886-4e3d-4201-ad9d-2a831b65f0f5,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:11.571835 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] No DVR routers for this DVR port 5c700886-4e3d-4201-ad9d-2a831b65f0f5 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:38:11.574965 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:11.576977 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0cd2bcd7-712d-40df-abed-827d33694b07 req-79d911b1-c7a4-44b0-ad6f-5a0278d0bb14 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "DELETE /v2.0/ports/5c700886-4e3d-4201-ad9d-2a831b65f0f5 HTTP/1.1" status: 204 len: 173 time: 0.7999852 Sep 10 11:38:11.577411 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2aa04824-5086-4754-9879-052ae553e31f', 'name': 'network-vif-deleted', 'tag': '5c700886-4e3d-4201-ad9d-2a831b65f0f5'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:38:11.579577 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9052f7a-549b-4915-ac66-9c8ce955259d" -d '{"events": [{"server_uuid": "2aa04824-5086-4754-9879-052ae553e31f", "name": "network-vif-deleted", "tag": "5c700886-4e3d-4201-ad9d-2a831b65f0f5"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:38:11.616971 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4693198-9d3b-4f4c-ad67-d9f2e02d4f7e x-openstack-request-id: req-d4693198-9d3b-4f4c-ad67-d9f2e02d4f7e {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:38:11.617214 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2aa04824-5086-4754-9879-052ae553e31f", "name": "network-vif-deleted", "tag": "5c700886-4e3d-4201-ad9d-2a831b65f0f5", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:38:11.617467 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d4693198-9d3b-4f4c-ad67-d9f2e02d4f7e {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:38:11.617852 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2aa04824-5086-4754-9879-052ae553e31f', 'name': 'network-vif-deleted', 'tag': '5c700886-4e3d-4201-ad9d-2a831b65f0f5', 'status': 'completed', 'code': 200} Sep 10 11:38:12.332258 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:12.534622 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b487c32-4e41-4589-9c18-a566d50a91d5 req-f65281d1-a99e-4852-82ce-82f362b1f36f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:12.535691 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b487c32-4e41-4589-9c18-a566d50a91d5 req-f65281d1-a99e-4852-82ce-82f362b1f36f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0535321 Sep 10 11:38:12.574049 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b487c32-4e41-4589-9c18-a566d50a91d5 req-35cc9ff1-7494-4f70-922b-1d92a95f8cfd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327013 Sep 10 11:38:12.808264 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-6b77b782-9986-4627-9c11-f939199849d4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:12.809795 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-6b77b782-9986-4627-9c11-f939199849d4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/networks?id=6c037590-42a6-49d5-b779-b59f8e18a1b2 HTTP/1.1" status: 200 len: 808 time: 0.1069536 Sep 10 11:38:12.824639 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-e4a162cd-3092-4657-b313-937480d24d3e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/quotas/2e2fc240fb37452a97e8b5676dab9e98 HTTP/1.1" status: 200 len: 375 time: 0.0087984 Sep 10 11:38:12.860082 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-bbf5a395-9ebc-4b5b-89c1-11a67abe13a5 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0301094 Sep 10 11:38:12.947065 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-e7e04d15-f721-48f5-9953-cb2eb76b8231 service neutron] 10.222.0.35 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799043 Sep 10 11:38:13.036590 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-34d12715-194a-4425-8ef7-ec7f40e35432 service neutron] 10.222.0.35 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833936 Sep 10 11:38:13.137543 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4b647eff-6948-406c-914c-2faa17b4250e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:13.189873 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d4213331-60a3-4aea-9772-dcecc549592d req-397e12e5-e6f2-4d99-93e1-fadde6aefd35 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 210 time: 0.0253289 Sep 10 11:38:13.715649 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24233aee-d5d2-4912-ba65-aaccfa453644 req-ce5659fa-5123-4598-bb4c-0be64f57885c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:13.717483 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-24233aee-d5d2-4912-ba65-aaccfa453644 req-ce5659fa-5123-4598-bb4c-0be64f57885c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0590110 Sep 10 11:38:13.759873 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-24233aee-d5d2-4912-ba65-aaccfa453644 req-62df1dce-2d6c-4b76-b03e-7f11257a7ef5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353324 Sep 10 11:38:13.920458 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:14.323220 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e0dda026-f977-4779-88ac-985ed09c03e7 req-ef1457b7-be4e-45f4-8fd8-be1a3000edfa tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 210 time: 0.0313497 Sep 10 11:38:14.369253 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-b204f273-e25c-42a0-8c62-4cad52e96ef3 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:14.371053 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-b204f273-e25c-42a0-8c62-4cad52e96ef3 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "GET /v2.0/networks?id=6c037590-42a6-49d5-b779-b59f8e18a1b2 HTTP/1.1" status: 200 len: 808 time: 0.1528432 Sep 10 11:38:14.395305 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Request body: {'port': {'device_id': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2', 'admin_state_up': True, 'tenant_id': '2e2fc240fb37452a97e8b5676dab9e98'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:14.496495 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Made reservation on behalf of 2e2fc240fb37452a97e8b5676dab9e98 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:38:14.499735 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:14.618478 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Allocated IP 172.20.0.10 (6c037590-42a6-49d5-b779-b59f8e18a1b2/e4a00dae-231a-4240-93e2-cd91513b028d/e0cd09ac-e52b-47cc-883d-0d7d5bb862e1) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:14.690080 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:14.762427 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:14.802583 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:14.846939 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Network 6c037590-42a6-49d5-b779-b59f8e18a1b2 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:14.864233 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:14.881687 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:14.884030 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Pushing event updated for resources: {'Port': ['ID=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:14.938745 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88019505-da72-4f02-99bd-d6ad4f3969e8 req-f389c956-86b9-4831-8b4c-bb56c77641a8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:14.940244 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-88019505-da72-4f02-99bd-d6ad4f3969e8 req-f389c956-86b9-4831-8b4c-bb56c77641a8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1010094 Sep 10 11:38:14.946090 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:14.946689 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:14.975632 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-a0b04e5a-3541-4967-a5b3-e12122ee1b9e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5885653 Sep 10 11:38:14.988090 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-88019505-da72-4f02-99bd-d6ad4f3969e8 req-46dca58f-7352-43f5-a532-3a7afae1690b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388644 Sep 10 11:38:15.008515 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Request body: {'port': {'device_id': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:15.068941 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.164543 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 5c700886-4e3d-4201-ad9d-2a831b65f0f5 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:38:15.183221 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 5c700886-4e3d-4201-ad9d-2a831b65f0f5 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:38:15.183561 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 5c700886-4e3d-4201-ad9d-2a831b65f0f5 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:38:15.324527 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:38:15.332376 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.344640 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Transition to ACTIVE for port object e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:15.349915 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.431673 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Pushing event updated for resources: {'Port': ['ID=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:15.505045 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dffeef3-6efb-4af1-80f3-c112043a0201 req-1fff8988-b95b-4d38-bb2d-8211a0afacd4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:15.506552 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4dffeef3-6efb-4af1-80f3-c112043a0201 req-1fff8988-b95b-4d38-bb2d-8211a0afacd4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.1055484 Sep 10 11:38:15.555742 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Attempting to bind port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:15.556254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Attempting to bind port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:15.556618 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Attempting to bind port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 on network 6c037590-42a6-49d5-b779-b59f8e18a1b2 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:15.561063 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4dffeef3-6efb-4af1-80f3-c112043a0201 req-516bad25-2bc1-471d-8bb4-ca2cdf9a85d2 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483596 Sep 10 11:38:15.564326 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 on network 6c037590-42a6-49d5-b779-b59f8e18a1b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:38:15.564675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Attempting to bind port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 on network 6c037590-42a6-49d5-b779-b59f8e18a1b2 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:15.571085 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:15.571688 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Checking segment: {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:15.572260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Bound using segment: {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:15.572879 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Bound port: e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bef5cde2-d524-4653-9b7b-36843f415d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:15.573599 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.640086 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] For port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:15.643994 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] For port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:15.650913 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.693741 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:15.694414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.695802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] 10.222.0.52 "PUT /v2.0/ports/e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 HTTP/1.1" status: 200 len: 1094 time: 0.6917689 Sep 10 11:38:15.696229 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'tag': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:38:15.698471 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2248a989-d224-41ca-9d3c-ccc9fb5a8867" -d '{"events": [{"name": "network-changed", "server_uuid": "64403c6e-b39d-46ac-8afa-b01e8241178a", "tag": "e0cd09ac-e52b-47cc-883d-0d7d5bb862e1"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:38:15.730494 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff23d411-3bdf-40b0-a2d2-866034f79eec service neutron] Pushing event updated for resources: {'Port': ['ID=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:15.751034 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:38:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6658a956-1225-4529-aa7f-af861851da5b x-openstack-request-id: req-6658a956-1225-4529-aa7f-af861851da5b {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:38:15.751432 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64403c6e-b39d-46ac-8afa-b01e8241178a", "tag": "e0cd09ac-e52b-47cc-883d-0d7d5bb862e1", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:38:15.751641 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6658a956-1225-4529-aa7f-af861851da5b {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:38:15.752975 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'tag': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1', 'status': 'completed', 'code': 200} Sep 10 11:38:15.759362 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:15.944617 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a989-d224-41ca-9d3c-ccc9fb5a8867 req-55e5e5f6-4b38-447c-b809-d76d81e08479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:15.946160 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2248a989-d224-41ca-9d3c-ccc9fb5a8867 req-55e5e5f6-4b38-447c-b809-d76d81e08479 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 1097 time: 0.0416479 Sep 10 11:38:16.165256 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a989-d224-41ca-9d3c-ccc9fb5a8867 req-e7cd1cd9-4f8f-4502-b725-b7a2360554e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:16.166693 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2248a989-d224-41ca-9d3c-ccc9fb5a8867 req-e7cd1cd9-4f8f-4502-b725-b7a2360554e8 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2115426 Sep 10 11:38:16.174803 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aba14e5-eea8-4ec0-b805-be60cd522910 req-f33df8a9-8cb8-4660-948c-014982378bce tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:16.176124 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7aba14e5-eea8-4ec0-b805-be60cd522910 req-f33df8a9-8cb8-4660-948c-014982378bce tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.1038501 Sep 10 11:38:16.212031 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7aba14e5-eea8-4ec0-b805-be60cd522910 req-2f5529d0-dfbf-43a2-bd80-1df6a175a570 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299075 Sep 10 11:38:16.686317 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0e9db6-9397-4945-85a0-1bfd7f0e4201 req-687ebba3-d45b-4dc8-bd49-62bf10d91073 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:16.687749 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7f0e9db6-9397-4945-85a0-1bfd7f0e4201 req-687ebba3-d45b-4dc8-bd49-62bf10d91073 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0471845 Sep 10 11:38:16.723948 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7f0e9db6-9397-4945-85a0-1bfd7f0e4201 req-911bad2d-a35b-4c5c-9f61-92440d49c04c tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303266 Sep 10 11:38:17.323868 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1124daf-20f8-476e-9b3c-f55a4a82a350 req-6e6710c3-59dc-4e79-a682-c25dcb24ede5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:17.325337 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d1124daf-20f8-476e-9b3c-f55a4a82a350 req-6e6710c3-59dc-4e79-a682-c25dcb24ede5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0478482 Sep 10 11:38:17.362418 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d1124daf-20f8-476e-9b3c-f55a4a82a350 req-5b71f1ce-ed6a-43ee-ac43-df9f02aa4ba9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313804 Sep 10 11:38:17.839799 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be9c08e-b2aa-49c4-a167-71d9e4853e3f req-bbae02a1-acd2-4524-a5bb-cf8e0340ca02 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:17.841313 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7be9c08e-b2aa-49c4-a167-71d9e4853e3f req-bbae02a1-acd2-4524-a5bb-cf8e0340ca02 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0497370 Sep 10 11:38:17.876876 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7be9c08e-b2aa-49c4-a167-71d9e4853e3f req-96d62c62-840b-42d2-9b1d-7c992ce586c7 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299132 Sep 10 11:38:18.774114 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426d596e-6582-4922-bd9e-a4df4a582652 req-b3d33e75-8f6b-4565-901d-32814c70e6bc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:18.775485 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-426d596e-6582-4922-bd9e-a4df4a582652 req-b3d33e75-8f6b-4565-901d-32814c70e6bc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.3390219 Sep 10 11:38:18.795102 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2248a989-d224-41ca-9d3c-ccc9fb5a8867 req-9b8d2b9c-c9c8-4c1e-bad1-23db462d1e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:18.796477 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2248a989-d224-41ca-9d3c-ccc9fb5a8867 req-9b8d2b9c-c9c8-4c1e-bad1-23db462d1e6f service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3885343 Sep 10 11:38:18.819684 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-426d596e-6582-4922-bd9e-a4df4a582652 req-d3f34f60-5cfd-4492-a75e-9948a3e393ad tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345125 Sep 10 11:38:18.996781 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fafba3-7530-4a1a-8bd4-3a7634fa0acf req-3dc6186b-35a9-4d02-bd04-e26d127f7db7 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:18.998262 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b5fafba3-7530-4a1a-8bd4-3a7634fa0acf req-3dc6186b-35a9-4d02-bd04-e26d127f7db7 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0539277 Sep 10 11:38:19.035546 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b5fafba3-7530-4a1a-8bd4-3a7634fa0acf req-c2e05278-5d10-4e9a-b853-ae342af03af0 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Sep 10 11:38:19.888022 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-5f8373ae-ee2d-4af3-8f39-805caca47907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:19.889485 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-5f8373ae-ee2d-4af3-8f39-805caca47907 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 1097 time: 0.0407431 Sep 10 11:38:19.952784 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-af5f454e-a3c5-4180-a03d-7a51692db631 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 HTTP/1.1" status: 200 len: 217 time: 0.0397952 Sep 10 11:38:19.975284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076af3ba-6e8e-498d-b055-15160d5508f5 req-1dd17514-835a-4837-a3f4-a4bbc4c9f793 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:19.976748 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-076af3ba-6e8e-498d-b055-15160d5508f5 req-1dd17514-835a-4837-a3f4-a4bbc4c9f793 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0909550 Sep 10 11:38:20.025109 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-d8803eb5-e7fe-437d-9526-edba5a9191e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:20.030284 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-d8803eb5-e7fe-437d-9526-edba5a9191e1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=e4a00dae-231a-4240-93e2-cd91513b028d HTTP/1.1" status: 200 len: 848 time: 0.0669487 Sep 10 11:38:20.064044 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-923f7e6c-b8d5-4614-b4cf-3bf08e29ac54 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=6c037590-42a6-49d5-b779-b59f8e18a1b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271571 Sep 10 11:38:20.066912 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-076af3ba-6e8e-498d-b055-15160d5508f5 req-2d0cd4e3-e775-4e3e-9397-4e09b11548fa tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724003 Sep 10 11:38:20.187090 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-8b089007-b006-4b5c-9f86-ab1789891d82 service neutron] 10.222.0.52 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137397 Sep 10 11:38:20.195259 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f75f6a-832b-4df2-afa6-a221dd7d55e9 req-073f9cf9-dca9-47b7-af7c-ad0041dcff74 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:20.196684 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-29f75f6a-832b-4df2-afa6-a221dd7d55e9 req-073f9cf9-dca9-47b7-af7c-ad0041dcff74 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0933628 Sep 10 11:38:20.287248 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-29f75f6a-832b-4df2-afa6-a221dd7d55e9 req-96a57c76-b598-4c7d-9bc4-61b26d12a564 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827208 Sep 10 11:38:20.307030 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07a45733-9c53-47a3-aa2c-24a2a66396ed req-84d4dffc-401e-4d62-8d4e-4e788f473124 service neutron] 10.222.0.52 "GET /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094265 Sep 10 11:38:21.179351 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1967c3-2b19-4a33-bdf9-3d58dc849c30 req-03f90db6-4793-4d1d-bbd1-68a081efd08b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:21.180869 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e1967c3-2b19-4a33-bdf9-3d58dc849c30 req-03f90db6-4793-4d1d-bbd1-68a081efd08b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0487065 Sep 10 11:38:21.218196 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e1967c3-2b19-4a33-bdf9-3d58dc849c30 req-69a6e828-01a9-4dbc-9649-212b23c11f57 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309577 Sep 10 11:38:21.383121 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:38:21.412518 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab7c152-7b04-4192-9536-2ac9c3abfe6f req-3a806504-0e34-4458-a7db-ea6330084de4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:21.414054 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4ab7c152-7b04-4192-9536-2ac9c3abfe6f req-3a806504-0e34-4458-a7db-ea6330084de4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0549436 Sep 10 11:38:21.456947 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4ab7c152-7b04-4192-9536-2ac9c3abfe6f req-7d0d1746-b2fe-46f7-99d0-bd0611eec379 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Sep 10 11:38:22.355148 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ec6dd-a6f6-4ea8-b5a4-da3919b8ad82 req-15bf7871-8e11-4fa6-95b8-81fa30398590 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:22.357236 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-622ec6dd-a6f6-4ea8-b5a4-da3919b8ad82 req-15bf7871-8e11-4fa6-95b8-81fa30398590 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0680859 Sep 10 11:38:22.382539 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49524) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:22.420892 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-622ec6dd-a6f6-4ea8-b5a4-da3919b8ad82 req-0cac0762-9f94-4e07-bc16-9197a740ce04 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522299 Sep 10 11:38:22.531054 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6901b3-933b-447d-a97b-cbf0ece42564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.642695 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6901b3-933b-447d-a97b-cbf0ece42564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.647398 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a5b965-2497-4ae7-a98f-3d327618cdeb req-91d30915-d06a-469a-9a8a-1197d0dbff99 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:22.649236 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0a6901b3-933b-447d-a97b-cbf0ece42564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.657051 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f7a5b965-2497-4ae7-a98f-3d327618cdeb req-91d30915-d06a-469a-9a8a-1197d0dbff99 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.1207244 Sep 10 11:38:22.688797 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0a6901b3-933b-447d-a97b-cbf0ece42564 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0a335f58d6d04c87bf9db1a7f3e91e49&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037214 Sep 10 11:38:22.693964 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49546) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:22.710119 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f7a5b965-2497-4ae7-a98f-3d327618cdeb req-3b74f30a-21a9-4698-a956-1a797eddacce tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519507 Sep 10 11:38:22.711134 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6901b3-933b-447d-a97b-cbf0ece42564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e82be2c2-e593-4313-a811-dadeadfcb19c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:22.762317 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae280e4b-2839-4dbb-8b3f-f29d0f8736de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.783464 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae280e4b-2839-4dbb-8b3f-f29d0f8736de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.831728 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae280e4b-2839-4dbb-8b3f-f29d0f8736de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.834335 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae280e4b-2839-4dbb-8b3f-f29d0f8736de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:22.838054 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ae280e4b-2839-4dbb-8b3f-f29d0f8736de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e82be2c2-e593-4313-a811-dadeadfcb19c HTTP/1.1" status: 204 len: 168 time: 0.1404567 Sep 10 11:38:22.843527 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae280e4b-2839-4dbb-8b3f-f29d0f8736de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e82be2c2-e593-4313-a811-dadeadfcb19c,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:23.528691 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88f3788-b75c-41e8-8686-d617e749d05b req-7886db76-d46f-4c47-9c3c-d07f5eb9cc16 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:23.530178 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a88f3788-b75c-41e8-8686-d617e749d05b req-7886db76-d46f-4c47-9c3c-d07f5eb9cc16 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0520728 Sep 10 11:38:23.578619 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a88f3788-b75c-41e8-8686-d617e749d05b req-477a33ba-49e4-4f40-b772-b950ab4dc588 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414450 Sep 10 11:38:23.850947 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781734e-ba14-4fc2-a1ba-a02db396d21e req-94c24b5d-8eb8-44ca-a51d-f2f5be3467ff tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:23.852600 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a781734e-ba14-4fc2-a1ba-a02db396d21e req-94c24b5d-8eb8-44ca-a51d-f2f5be3467ff tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0506105 Sep 10 11:38:23.894034 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a781734e-ba14-4fc2-a1ba-a02db396d21e req-da6323e3-24ec-4374-be22-78923d4dc281 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327876 Sep 10 11:38:24.710051 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d187dc-85c1-4b56-abfb-5ae807467639 req-aac5e126-482a-4a37-bc7a-c8a75b15185d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:24.711650 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b7d187dc-85c1-4b56-abfb-5ae807467639 req-aac5e126-482a-4a37-bc7a-c8a75b15185d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0534546 Sep 10 11:38:24.763094 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b7d187dc-85c1-4b56-abfb-5ae807467639 req-85e33ea7-30ea-43ad-8516-6ec61c2fc6e4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449975 Sep 10 11:38:25.077790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2716f1-675f-4d68-88a4-b2fd4e0e496f req-6d407163-0ca6-43d0-a5a7-3eb416c36b57 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:25.079329 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9b2716f1-675f-4d68-88a4-b2fd4e0e496f req-6d407163-0ca6-43d0-a5a7-3eb416c36b57 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0819423 Sep 10 11:38:25.121183 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9b2716f1-675f-4d68-88a4-b2fd4e0e496f req-d67d2637-5b5d-4411-b7bd-c034166d178c tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336642 Sep 10 11:38:25.884039 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed3baf7-434d-45f0-8513-42e913702030 req-73a759ee-e96d-421e-8771-165e5d7166a8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:25.885563 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2ed3baf7-434d-45f0-8513-42e913702030 req-73a759ee-e96d-421e-8771-165e5d7166a8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0485961 Sep 10 11:38:25.924561 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2ed3baf7-434d-45f0-8513-42e913702030 req-2936f004-c6ee-4d53-acbc-ab3d7f56e952 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332441 Sep 10 11:38:26.237203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461fed70-05ff-4f28-935c-49c8b0c917ad req-5de1ada2-b612-4807-8eff-1edb5124c889 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:26.238675 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-461fed70-05ff-4f28-935c-49c8b0c917ad req-5de1ada2-b612-4807-8eff-1edb5124c889 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0487084 Sep 10 11:38:26.275652 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-461fed70-05ff-4f28-935c-49c8b0c917ad req-288265e8-64e3-4794-bd55-7e2262482f0e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312045 Sep 10 11:38:27.047738 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be43cc9-5293-4873-bc9a-566113c768d4 req-7620ec5a-2ae1-41fc-951e-a3445a08dead tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:27.049232 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2be43cc9-5293-4873-bc9a-566113c768d4 req-7620ec5a-2ae1-41fc-951e-a3445a08dead tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0538311 Sep 10 11:38:27.088128 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2be43cc9-5293-4873-bc9a-566113c768d4 req-03a8a375-76e6-4741-801f-dacb95306efc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315106 Sep 10 11:38:27.225130 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:38:27.319811 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:27.389718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e290d-bf59-4e2a-8e74-9c985ceee4de req-4f6c48a4-242e-4327-b616-729fe88b4351 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:27.391319 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-859e290d-bf59-4e2a-8e74-9c985ceee4de req-4f6c48a4-242e-4327-b616-729fe88b4351 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 944 time: 0.0504565 Sep 10 11:38:27.431781 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-859e290d-bf59-4e2a-8e74-9c985ceee4de req-dac9e434-bce7-4db6-9069-4fc9d6c55abe tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340044 Sep 10 11:38:27.441708 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1', 'network_id': '6c037590-42a6-49d5-b779-b59f8e18a1b2', 'port_id': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1', 'mac_address': 'fa:16:3e:3f:98:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e4a00dae-231a-4240-93e2-cd91513b028d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:38:27.477342 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:27.489708 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:38:27.508520 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:27.511832 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:27.555707 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:27.562538 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.562917 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.563263 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.563661 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.564613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.564956 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.565291 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.565619 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.565961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.566293 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.566617 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.566939 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:27.974122 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e0cd09ac-e52b-47cc-883d-0d7d5bb862e1'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:38:28.201074 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066b8a1-2c18-41d3-979f-38990fb7f2e2 req-e5f643dd-292e-4259-89e0-29ffd944b923 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:28.202580 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7066b8a1-2c18-41d3-979f-38990fb7f2e2 req-e5f643dd-292e-4259-89e0-29ffd944b923 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0480816 Sep 10 11:38:28.244274 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7066b8a1-2c18-41d3-979f-38990fb7f2e2 req-5b168a65-bd1c-42b4-a91b-1cc63f7eb3f2 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330887 Sep 10 11:38:28.546632 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df3e882-96d6-41e6-a172-406ae1d0855b req-92bdc9c0-d777-4ba4-b7d5-e2ae31e549f9 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:28.548705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0df3e882-96d6-41e6-a172-406ae1d0855b req-92bdc9c0-d777-4ba4-b7d5-e2ae31e549f9 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 945 time: 0.0511615 Sep 10 11:38:28.584844 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0df3e882-96d6-41e6-a172-406ae1d0855b req-80633fd8-1763-4610-a321-38a32779e68f tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303106 Sep 10 11:38:29.252656 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:29.308042 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:29.312873 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:29.313298 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:29.394098 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6312769d-1b43-4376-a9c6-b8ac4e17e8bc req-53a5045e-a1e6-4225-ad0c-eb1d77fe9f96 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:29.405293 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6312769d-1b43-4376-a9c6-b8ac4e17e8bc req-53a5045e-a1e6-4225-ad0c-eb1d77fe9f96 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0718455 Sep 10 11:38:29.410786 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:29.437409 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:38:29.440565 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f71257-e82b-4ae1-bb8e-228f83cf04d2" -d '{"events": [{"server_uuid": "64403c6e-b39d-46ac-8afa-b01e8241178a", "name": "network-vif-plugged", "status": "completed", "tag": "e0cd09ac-e52b-47cc-883d-0d7d5bb862e1"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:38:29.457005 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:29.464797 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:29.473494 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6312769d-1b43-4376-a9c6-b8ac4e17e8bc req-ee51daa9-7707-481c-ba0f-afc4134232c6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616658 Sep 10 11:38:29.516562 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdfe0ad-84c8-4d32-95b9-b0303725578c x-openstack-request-id: req-1bdfe0ad-84c8-4d32-95b9-b0303725578c {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:38:29.517661 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64403c6e-b39d-46ac-8afa-b01e8241178a", "name": "network-vif-plugged", "status": "completed", "tag": "e0cd09ac-e52b-47cc-883d-0d7d5bb862e1", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:38:29.518415 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1bdfe0ad-84c8-4d32-95b9-b0303725578c {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:38:29.519090 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1', 'code': 200} Sep 10 11:38:29.582934 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:29.769701 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac278c38-daca-42f1-8ec2-0337f41b44b7 req-0d3d9104-4a6c-4b99-9e32-b75091cae312 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:29.771224 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ac278c38-daca-42f1-8ec2-0337f41b44b7 req-0d3d9104-4a6c-4b99-9e32-b75091cae312 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 946 time: 0.0902100 Sep 10 11:38:29.775927 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fcc110-a688-4e67-b18a-38512a6572a3 req-735b3842-6b0c-4d5a-a655-7669224db6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:29.777339 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18fcc110-a688-4e67-b18a-38512a6572a3 req-735b3842-6b0c-4d5a-a655-7669224db6aa service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 1099 time: 0.0687497 Sep 10 11:38:29.833084 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ac278c38-daca-42f1-8ec2-0337f41b44b7 req-ee0710d2-266b-4d00-af8f-7e9d6165dd23 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545793 Sep 10 11:38:29.838428 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18fcc110-a688-4e67-b18a-38512a6572a3 req-142a8de6-238e-434d-a1a4-ad8d338ca151 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524709 Sep 10 11:38:30.600509 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b13948d-f773-4092-8962-98d128c5d1d9 req-c52a45ac-d26b-4c30-ad63-8e24c327c452 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:30.600509 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b13948d-f773-4092-8962-98d128c5d1d9 req-c52a45ac-d26b-4c30-ad63-8e24c327c452 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0582259 Sep 10 11:38:30.634593 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b13948d-f773-4092-8962-98d128c5d1d9 req-dfce5c97-fa8a-4422-87da-8d3b3927da6e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345082 Sep 10 11:38:30.948645 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ed6a5d-e778-4ac1-ac87-ea7193eef803 req-31936a43-5484-4906-92b3-f2777c5aa81c tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:30.950102 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f9ed6a5d-e778-4ac1-ac87-ea7193eef803 req-31936a43-5484-4906-92b3-f2777c5aa81c tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 946 time: 0.0505462 Sep 10 11:38:30.988206 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f9ed6a5d-e778-4ac1-ac87-ea7193eef803 req-bb1db3d4-63ad-4095-bc18-9801b099b3c4 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321093 Sep 10 11:38:31.631474 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49892) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:31.757948 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a06a909-c777-465e-a231-ebea2f7f2fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:31.775431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9ce2d-d5ed-4659-a8ea-21936c162c76 req-a4e6ce65-7bf0-44e8-a10f-fafdb83fbdac tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:31.777612 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76a9ce2d-d5ed-4659-a8ea-21936c162c76 req-a4e6ce65-7bf0-44e8-a10f-fafdb83fbdac tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0590374 Sep 10 11:38:31.840389 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76a9ce2d-d5ed-4659-a8ea-21936c162c76 req-f3095052-9c4a-4c87-b74e-7d8bb5d858fc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559690 Sep 10 11:38:31.865777 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a06a909-c777-465e-a231-ebea2f7f2fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:31.869848 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a06a909-c777-465e-a231-ebea2f7f2fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:31.901105 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6a06a909-c777-465e-a231-ebea2f7f2fd6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=6580f15896c2449da75f0f68ec95b5a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2681763 Sep 10 11:38:31.902255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 49904) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:31.918609 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06a909-c777-465e-a231-ebea2f7f2fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1044db09-c491-48b9-872a-baa2237ddebb,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:31.998689 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bd86571c-bafc-40c9-993e-0064b6d7b8a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.062394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bd86571c-bafc-40c9-993e-0064b6d7b8a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.148545 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac3f998-a1b5-43b3-9b89-7a1003059aad req-d51d3f2a-e8af-4b6a-a736-826d81de1a75 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:32.150064 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bac3f998-a1b5-43b3-9b89-7a1003059aad req-d51d3f2a-e8af-4b6a-a736-826d81de1a75 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 946 time: 0.0529935 Sep 10 11:38:32.153596 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bd86571c-bafc-40c9-993e-0064b6d7b8a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.156109 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-bd86571c-bafc-40c9-993e-0064b6d7b8a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.160044 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-bd86571c-bafc-40c9-993e-0064b6d7b8a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/1044db09-c491-48b9-872a-baa2237ddebb HTTP/1.1" status: 204 len: 168 time: 0.2534924 Sep 10 11:38:32.176394 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49924) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:32.187853 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd86571c-bafc-40c9-993e-0064b6d7b8a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1044db09-c491-48b9-872a-baa2237ddebb,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:32.217118 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bac3f998-a1b5-43b3-9b89-7a1003059aad req-b6c2ffde-8619-40c5-b508-135aada0ce24 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569818 Sep 10 11:38:32.385819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49934) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:32.448574 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b101c206-e62b-4169-bba2-1f8fc4e750ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.458334 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e41410-b947-4658-bcbf-2705d6fc12a5 req-ff3133b2-09ad-4795-9cf4-41cbfc18a277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:32.460203 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-13e41410-b947-4658-bcbf-2705d6fc12a5 req-ff3133b2-09ad-4795-9cf4-41cbfc18a277 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 1098 time: 0.0542741 Sep 10 11:38:32.506071 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-13e41410-b947-4658-bcbf-2705d6fc12a5 req-173bd795-0e0a-4c70-93f7-a320855efe54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315301 Sep 10 11:38:32.523447 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-062e3ebb-b961-45ab-b6b6-bfc2bd4b50b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.532786 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 49942) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:32.546554 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.593293 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b101c206-e62b-4169-bba2-1f8fc4e750ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.603232 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b101c206-e62b-4169-bba2-1f8fc4e750ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.621973 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.db.api [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 11:38:32.621973 dv-cinder-759962-12-iscsi neutron-server[94058]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 11:38:32.621973 dv-cinder-759962-12-iscsi neutron-server[94058]: [parameters: {'project_id_1': 'fecd99aabb4945319afd3d46d2ca392a', 'expiration_1': datetime.datetime(2021, 9, 10, 11, 38, 12, 562140)}] Sep 10 11:38:32.621973 dv-cinder-759962-12-iscsi neutron-server[94058]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=94058) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 11:38:32.621973 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG oslo_db.api [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 11:38:32.662279 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b101c206-e62b-4169-bba2-1f8fc4e750ef admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d0dffdb4cbb413bb9b1d6a85ca4e6d3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4824321 Sep 10 11:38:32.662279 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b101c206-e62b-4169-bba2-1f8fc4e750ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29fe71e3-a076-4a4c-9fde-ac3e6708d2a6,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:32.662914 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 49952) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:32.729473 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-062e3ebb-b961-45ab-b6b6-bfc2bd4b50b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.729794 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f93df5c3-e019-4501-9207-ad390ea78146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.733547 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-062e3ebb-b961-45ab-b6b6-bfc2bd4b50b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.752603 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f93df5c3-e019-4501-9207-ad390ea78146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.771596 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-062e3ebb-b961-45ab-b6b6-bfc2bd4b50b2 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a3ef836dcda04f6a86e70b78902a540a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3843184 Sep 10 11:38:32.772575 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062e3ebb-b961-45ab-b6b6-bfc2bd4b50b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92be2dcc-9732-44f2-8401-82d80c782f0d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:32.774859 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49954) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:32.804878 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f93df5c3-e019-4501-9207-ad390ea78146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.807371 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f93df5c3-e019-4501-9207-ad390ea78146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.809017 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f93df5c3-e019-4501-9207-ad390ea78146 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/29fe71e3-a076-4a4c-9fde-ac3e6708d2a6 HTTP/1.1" status: 204 len: 168 time: 0.1450536 Sep 10 11:38:32.817200 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93df5c3-e019-4501-9207-ad390ea78146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29fe71e3-a076-4a4c-9fde-ac3e6708d2a6,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:32.825582 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a7248aff-397c-4500-ba4c-785560ffa18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.848097 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a7248aff-397c-4500-ba4c-785560ffa18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.901977 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a7248aff-397c-4500-ba4c-785560ffa18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.904732 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a7248aff-397c-4500-ba4c-785560ffa18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:32.906138 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a7248aff-397c-4500-ba4c-785560ffa18e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/92be2dcc-9732-44f2-8401-82d80c782f0d HTTP/1.1" status: 204 len: 168 time: 0.1302102 Sep 10 11:38:32.916293 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7248aff-397c-4500-ba4c-785560ffa18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92be2dcc-9732-44f2-8401-82d80c782f0d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:32.977452 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bbe038-42fc-4d0b-b03a-6b64e69f9abb req-f266eb59-259b-462c-a9bd-b17f00281139 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:32.980077 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-99bbe038-42fc-4d0b-b03a-6b64e69f9abb req-f266eb59-259b-462c-a9bd-b17f00281139 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0783777 Sep 10 11:38:33.034310 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-99bbe038-42fc-4d0b-b03a-6b64e69f9abb req-2f53b7de-48cd-4266-ae1c-f86b9fc50c66 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480344 Sep 10 11:38:33.129010 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.287715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.292802 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.338399 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fecd99aabb4945319afd3d46d2ca392a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8016262 Sep 10 11:38:33.338758 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 49980) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:33.352961 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116f0bbc-6d64-4a0a-bd66-fcc998a8fdbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90514a7-a346-465f-a60f-6d638033d2cf,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:33.398971 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 49984) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:33.416206 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6525cf04-2a94-4e15-8d1c-3d8ae5c313af admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.420667 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c463e633-c7a9-4fae-a2d9-fd61931df262 req-b2e3dbc3-4797-4111-9c46-52b1a9dda483 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:33.422158 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c463e633-c7a9-4fae-a2d9-fd61931df262 req-b2e3dbc3-4797-4111-9c46-52b1a9dda483 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 946 time: 0.0854783 Sep 10 11:38:33.452370 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e0ff778c-c0bc-4259-9fa6-7608640ec9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.492094 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e0ff778c-c0bc-4259-9fa6-7608640ec9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.496296 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c463e633-c7a9-4fae-a2d9-fd61931df262 req-3306fc10-5fdc-4e7c-b874-c7077c55f269 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612972 Sep 10 11:38:33.528022 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6525cf04-2a94-4e15-8d1c-3d8ae5c313af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.533514 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6525cf04-2a94-4e15-8d1c-3d8ae5c313af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.560079 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e0ff778c-c0bc-4259-9fa6-7608640ec9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.569955 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e0ff778c-c0bc-4259-9fa6-7608640ec9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.576861 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e0ff778c-c0bc-4259-9fa6-7608640ec9f5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d90514a7-a346-465f-a60f-6d638033d2cf HTTP/1.1" status: 204 len: 168 time: 0.2306526 Sep 10 11:38:33.587755 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ff778c-c0bc-4259-9fa6-7608640ec9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90514a7-a346-465f-a60f-6d638033d2cf,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:33.591955 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6525cf04-2a94-4e15-8d1c-3d8ae5c313af admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=7072ee770a9248bbb37ad57f3fc55521&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1921041 Sep 10 11:38:33.597313 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 49996) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:33.600530 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525cf04-2a94-4e15-8d1c-3d8ae5c313af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ccfb28-a37a-4007-8709-b0348b84ab8d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:33.664597 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-280f9ef0-2683-4428-a5d1-4a372d559b0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.686155 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-280f9ef0-2683-4428-a5d1-4a372d559b0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.737014 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-280f9ef0-2683-4428-a5d1-4a372d559b0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.739525 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-280f9ef0-2683-4428-a5d1-4a372d559b0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:33.743290 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-280f9ef0-2683-4428-a5d1-4a372d559b0d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/64ccfb28-a37a-4007-8709-b0348b84ab8d HTTP/1.1" status: 204 len: 168 time: 0.1420343 Sep 10 11:38:33.754509 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280f9ef0-2683-4428-a5d1-4a372d559b0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ccfb28-a37a-4007-8709-b0348b84ab8d,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:34.112458 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50020) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:34.128744 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1552766e-590b-4cac-b85b-d2702cc47806 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.172720 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44873a0-b371-4fd2-93ff-442d21069c14 req-cfaf9bb3-5b7f-4e26-ad31-fe95fe324c0d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:34.175135 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f44873a0-b371-4fd2-93ff-442d21069c14 req-cfaf9bb3-5b7f-4e26-ad31-fe95fe324c0d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0648804 Sep 10 11:38:34.224827 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f44873a0-b371-4fd2-93ff-442d21069c14 req-f929f378-d120-4e6c-8b03-9fb16c019508 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377595 Sep 10 11:38:34.233130 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1552766e-590b-4cac-b85b-d2702cc47806 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.237991 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1552766e-590b-4cac-b85b-d2702cc47806 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.277593 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1552766e-590b-4cac-b85b-d2702cc47806 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e3a5446de55e4c7191c24cee67a918d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633294 Sep 10 11:38:34.278107 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1552766e-590b-4cac-b85b-d2702cc47806 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d968186-144c-49ee-92bd-0a9fac696b53,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:34.279770 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50030) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:34.376995 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0decbfde-9a7d-48bd-a98a-db551b03cfa8 req-b8963969-c46b-42cc-b9ad-1bec3e35dd61 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:34.378462 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0decbfde-9a7d-48bd-a98a-db551b03cfa8 req-b8963969-c46b-42cc-b9ad-1bec3e35dd61 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0717423 Sep 10 11:38:34.379526 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-147280a2-7c95-4c72-ba83-7825ad91bca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.413847 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-147280a2-7c95-4c72-ba83-7825ad91bca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.451273 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0decbfde-9a7d-48bd-a98a-db551b03cfa8 req-3061c6a4-6d05-42ad-8ec6-47770e8aa0ef tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628490 Sep 10 11:38:34.484434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-147280a2-7c95-4c72-ba83-7825ad91bca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.487193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-147280a2-7c95-4c72-ba83-7825ad91bca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:34.488960 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-147280a2-7c95-4c72-ba83-7825ad91bca6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7d968186-144c-49ee-92bd-0a9fac696b53 HTTP/1.1" status: 204 len: 168 time: 0.2078183 Sep 10 11:38:34.497470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147280a2-7c95-4c72-ba83-7825ad91bca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d968186-144c-49ee-92bd-0a9fac696b53,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:34.638455 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec11059-0915-45fa-9210-c03a27f6da28 req-9f126e42-89f2-48ab-b021-26fd612aa4dd tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:34.640317 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ec11059-0915-45fa-9210-c03a27f6da28 req-9f126e42-89f2-48ab-b021-26fd612aa4dd tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 946 time: 0.0644345 Sep 10 11:38:34.705107 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ec11059-0915-45fa-9210-c03a27f6da28 req-c4147f8a-354e-490c-8df1-bea11b161cee tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/security-groups?id=609e57f8-d964-458c-a750-930158279152&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577021 Sep 10 11:38:35.021201 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50074) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:35.177054 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-4dc6530c-03ff-4709-87c4-2959fd57f2b3 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:35.179421 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-4dc6530c-03ff-4709-87c4-2959fd57f2b3 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 946 time: 0.0481343 Sep 10 11:38:35.255359 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50086) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:35.264969 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-887b53f7-fe41-4c74-88d1-7579e05ae23d admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.321288 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Deleting port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:38:35.321503 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.334653 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c2be5591-1348-43c3-a3eb-b35c7bba5a4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.454595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] For port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,segment=NetworkSegment(bef5cde2-d524-4653-9b7b-36843f415d80),segment_id=bef5cde2-d524-4653-9b7b-36843f415d80)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:35.455021 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.475273 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Calling delete_port for e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:38:35.495022 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-887b53f7-fe41-4c74-88d1-7579e05ae23d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.499382 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-887b53f7-fe41-4c74-88d1-7579e05ae23d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.593615 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c2be5591-1348-43c3-a3eb-b35c7bba5a4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.598899 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-887b53f7-fe41-4c74-88d1-7579e05ae23d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=fb854c2f5c5e4e7ba8e7742dd4bdfc4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5762520 Sep 10 11:38:35.601691 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50106) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:35.602534 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887b53f7-fe41-4c74-88d1-7579e05ae23d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8b7b51-afc9-4ca9-aa57-3a9fa21da165,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:35.612697 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c2be5591-1348-43c3-a3eb-b35c7bba5a4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.651915 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c2be5591-1348-43c3-a3eb-b35c7bba5a4b admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9fa6e871a76f4151956eff78f49c0717&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3883724 Sep 10 11:38:35.652060 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50108) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:35.694429 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2be5591-1348-43c3-a3eb-b35c7bba5a4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb73e22-4bb8-408f-89fe-fc505adbb39e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:35.716665 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29497554-2ccc-4e21-b310-293e1644a8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.744581 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29497554-2ccc-4e21-b310-293e1644a8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.782849 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57728f0-03ff-4092-b530-d572522cd913 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.804583 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.840005 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29497554-2ccc-4e21-b310-293e1644a8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.843747 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29497554-2ccc-4e21-b310-293e1644a8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.845006 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e0cd09ac-e52b-47cc-883d-0d7d5bb862e1'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:38:35.860957 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-29497554-2ccc-4e21-b310-293e1644a8f8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cc8b7b51-afc9-4ca9-aa57-3a9fa21da165 HTTP/1.1" status: 204 len: 168 time: 0.2484863 Sep 10 11:38:35.881402 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29497554-2ccc-4e21-b310-293e1644a8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8b7b51-afc9-4ca9-aa57-3a9fa21da165,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:35.918037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57728f0-03ff-4092-b530-d572522cd913 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:35.970111 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Pushing event deleted for resources: {'Port': ['ID=e0cd09ac-e52b-47cc-883d-0d7d5bb862e1,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:35.975775 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65bd11e9-81d2-400d-af1b-8ea99b43bb60 req-944392b1-7622-4199-8a77-902aae082450 tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.35 "GET /v2.0/ports?device_id=64403c6e-b39d-46ac-8afa-b01e8241178a HTTP/1.1" status: 200 len: 210 time: 0.1570430 Sep 10 11:38:36.076622 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] No DVR routers for this DVR port e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:38:36.081552 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.084099 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-59a0a9e5-d25b-48f2-803e-7c0ab1bc3875 req-bc54384e-fa2a-4c16-b230-2b43b005b48e tempest-VolumesActionsTest-134956618 tempest-VolumesActionsTest-134956618-project] 10.222.0.52 "DELETE /v2.0/ports/e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 HTTP/1.1" status: 204 len: 173 time: 0.8984501 Sep 10 11:38:36.084756 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'name': 'network-vif-deleted', 'tag': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:38:36.087177 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b79af7-6d11-45a1-b6df-5e40dabc0c18" -d '{"events": [{"server_uuid": "64403c6e-b39d-46ac-8afa-b01e8241178a", "name": "network-vif-deleted", "tag": "e0cd09ac-e52b-47cc-883d-0d7d5bb862e1"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:38:36.129133 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57728f0-03ff-4092-b530-d572522cd913 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.132040 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57728f0-03ff-4092-b530-d572522cd913 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.133438 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d57728f0-03ff-4092-b530-d572522cd913 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8cb73e22-4bb8-408f-89fe-fc505adbb39e HTTP/1.1" status: 204 len: 168 time: 0.4809315 Sep 10 11:38:36.144685 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57728f0-03ff-4092-b530-d572522cd913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb73e22-4bb8-408f-89fe-fc505adbb39e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:36.157943 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d7e682-b86a-45e4-823c-ddaa6441907a x-openstack-request-id: req-b4d7e682-b86a-45e4-823c-ddaa6441907a {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:38:36.158421 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64403c6e-b39d-46ac-8afa-b01e8241178a", "name": "network-vif-deleted", "tag": "e0cd09ac-e52b-47cc-883d-0d7d5bb862e1", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:38:36.158798 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b4d7e682-b86a-45e4-823c-ddaa6441907a {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:38:36.159310 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64403c6e-b39d-46ac-8afa-b01e8241178a', 'name': 'network-vif-deleted', 'tag': 'e0cd09ac-e52b-47cc-883d-0d7d5bb862e1', 'status': 'completed', 'code': 200} Sep 10 11:38:36.456698 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b8140-6f95-4497-a02c-135471c02f41 req-8762d09d-36c6-41e2-a6be-c9d0486db07b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:36.458289 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-8762d09d-36c6-41e2-a6be-c9d0486db07b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.0770531 Sep 10 11:38:36.466839 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8203d890-e897-45f5-bf0e-d20f4c7c45a3 req-6676842a-8646-421b-8d01-816606e18011 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:36.468497 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8203d890-e897-45f5-bf0e-d20f4c7c45a3 req-6676842a-8646-421b-8d01-816606e18011 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1015434 Sep 10 11:38:36.565466 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8203d890-e897-45f5-bf0e-d20f4c7c45a3 req-2efd3cba-0332-4b71-ae7c-2a064c85e3fe tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832713 Sep 10 11:38:36.594216 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b8140-6f95-4497-a02c-135471c02f41 req-4e256d79-a5b7-4773-a61a-9d0f16cfe3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:36.596239 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-4e256d79-a5b7-4773-a61a-9d0f16cfe3b7 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1264658 Sep 10 11:38:36.636180 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50146) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:36.644731 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-646a3423-620b-47e3-8a2f-50bddc2c75f3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.0405173 Sep 10 11:38:36.655188 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-88031a45-e1cb-4c61-acf6-ca2c9c747c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.705846 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71b8140-6f95-4497-a02c-135471c02f41 req-cb918086-b0c6-4821-9e05-2f4182f50fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:36.707619 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-cb918086-b0c6-4821-9e05-2f4182f50fdf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0544894 Sep 10 11:38:36.767026 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-c7be89f6-b9db-444b-93b7-e8da39134ec8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484645 Sep 10 11:38:36.801488 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-88031a45-e1cb-4c61-acf6-ca2c9c747c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.807067 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-88031a45-e1cb-4c61-acf6-ca2c9c747c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.850550 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-88031a45-e1cb-4c61-acf6-ca2c9c747c54 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=d5d350c20efd4d2ab45d7244d0a047c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121069 Sep 10 11:38:36.852058 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88031a45-e1cb-4c61-acf6-ca2c9c747c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66a1c280-4d29-45ac-8aa0-d62cf72ed3fc,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:36.854488 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50158) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:36.889955 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-7b466555-88af-48f4-9973-e81c6a021e8a service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152079 Sep 10 11:38:36.925034 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c0db208-5fd1-49dc-a46c-7fb9c8f4bf11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:36.947473 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c0db208-5fd1-49dc-a46c-7fb9c8f4bf11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.000589 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c71b8140-6f95-4497-a02c-135471c02f41 req-339585a4-a033-4a86-8a76-cd56773cf6d9 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028652 Sep 10 11:38:37.006854 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c0db208-5fd1-49dc-a46c-7fb9c8f4bf11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.009953 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c0db208-5fd1-49dc-a46c-7fb9c8f4bf11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.011662 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7c0db208-5fd1-49dc-a46c-7fb9c8f4bf11 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/66a1c280-4d29-45ac-8aa0-d62cf72ed3fc HTTP/1.1" status: 204 len: 168 time: 0.1546285 Sep 10 11:38:37.023921 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0db208-5fd1-49dc-a46c-7fb9c8f4bf11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66a1c280-4d29-45ac-8aa0-d62cf72ed3fc,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:37.489546 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50208) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:37.503829 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8ab7b6c-ec51-49da-9355-7494e8ff5490 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.605800 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8ab7b6c-ec51-49da-9355-7494e8ff5490 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.610766 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a8ab7b6c-ec51-49da-9355-7494e8ff5490 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.636655 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a8ab7b6c-ec51-49da-9355-7494e8ff5490 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a7ad31dfe27a4bca8d6a129f9ec228c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1459932 Sep 10 11:38:37.639438 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50216) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:37.676244 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ab7b6c-ec51-49da-9355-7494e8ff5490 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1687cca-0a3a-4b23-8887-c4b4d197dc5d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:37.764209 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50e40ba6-0bb3-4d49-abcb-2972d647c821 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.799342 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-392a6075-ca78-4aaf-97f4-328e0b2d09f0 req-b885cea8-8eba-4b02-8b76-ef463151ba30 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:37.801904 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-392a6075-ca78-4aaf-97f4-328e0b2d09f0 req-b885cea8-8eba-4b02-8b76-ef463151ba30 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1202054 Sep 10 11:38:37.807846 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50e40ba6-0bb3-4d49-abcb-2972d647c821 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.878961 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-392a6075-ca78-4aaf-97f4-328e0b2d09f0 req-1f24bb20-ef48-4eb3-99bf-7b98f94834b4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579085 Sep 10 11:38:37.889486 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50e40ba6-0bb3-4d49-abcb-2972d647c821 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.892377 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-50e40ba6-0bb3-4d49-abcb-2972d647c821 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:37.905860 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-50e40ba6-0bb3-4d49-abcb-2972d647c821 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a1687cca-0a3a-4b23-8887-c4b4d197dc5d HTTP/1.1" status: 204 len: 168 time: 0.2643895 Sep 10 11:38:37.917120 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e40ba6-0bb3-4d49-abcb-2972d647c821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1687cca-0a3a-4b23-8887-c4b4d197dc5d,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:38.537801 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50328) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:38.653551 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c4d81b3b-0323-4e6b-b3d0-957fefad1820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.745574 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50342) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:38.746072 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c4d81b3b-0323-4e6b-b3d0-957fefad1820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.750422 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c4d81b3b-0323-4e6b-b3d0-957fefad1820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.788887 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-c4d81b3b-0323-4e6b-b3d0-957fefad1820 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f079721abc554b569703eebd03b8f78e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2498319 Sep 10 11:38:38.789702 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81b3b-0323-4e6b-b3d0-957fefad1820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1ad59c7-a711-4648-929c-614bacfff6e3,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:38.792329 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50346) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:38.839607 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-46d1983c-dfe5-40ac-baaf-b134e182b574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.855716 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-299006074-network', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:38.871158 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-46d1983c-dfe5-40ac-baaf-b134e182b574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.902435 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Made reservation on behalf of 46913a133d6a4ced959ef3e01d056c7b for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:38:38.904538 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.915071 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.951283 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-46d1983c-dfe5-40ac-baaf-b134e182b574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.954523 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-46d1983c-dfe5-40ac-baaf-b134e182b574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:38.958005 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-46d1983c-dfe5-40ac-baaf-b134e182b574 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e1ad59c7-a711-4648-929c-614bacfff6e3 HTTP/1.1" status: 204 len: 168 time: 0.1620200 Sep 10 11:38:38.968870 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d1983c-dfe5-40ac-baaf-b134e182b574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1ad59c7-a711-4648-929c-614bacfff6e3,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:39.014908 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62a9f-e896-476e-ac20-d03be07c4d7f req-c69ec3b9-37eb-48bc-9343-c64edea38045 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:39.017218 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9a62a9f-e896-476e-ac20-d03be07c4d7f req-c69ec3b9-37eb-48bc-9343-c64edea38045 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0562732 Sep 10 11:38:39.029224 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.035339 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.056926 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 591} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:38:39.058152 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9a62a9f-e896-476e-ac20-d03be07c4d7f req-e42272aa-d8a3-405e-bff7-59f8e2d7969a tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330963 Sep 10 11:38:39.077320 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e278be44-687f-417e-ac28-8d3666ce045d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:39.080781 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.081122 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Added segment d5281260-c11e-46da-a19e-c579b76bc0d7 of type vlan for network c3805ebe-cb54-4ed5-9702-678b387147ae Sep 10 11:38:39.120329 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.144626 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.145572 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:39.146155 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.175363 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4284256 Sep 10 11:38:39.178140 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50354) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:39.182920 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Request body: {'subnet': {'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-299006074-subnet', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:39.205204 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Made reservation on behalf of 46913a133d6a4ced959ef3e01d056c7b for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:38:39.207862 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.210509 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11ed462-ecb5-4bec-88c6-96fb08f5bcab admin admin] Pushing event updated for resources: {'Network': ['ID=c3805ebe-cb54-4ed5-9702-678b387147ae,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:39.221081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network c3805ebe-cb54-4ed5-9702-678b387147ae details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:38:39.260894 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50356) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:39.275981 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d153a907-bc66-4c3c-89c8-dc11ceeda71a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.366050 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d153a907-bc66-4c3c-89c8-dc11ceeda71a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.369839 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d153a907-bc66-4c3c-89c8-dc11ceeda71a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.385222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.407271 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d153a907-bc66-4c3c-89c8-dc11ceeda71a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0e89931744424b56986fc8f4bc670cc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1446679 Sep 10 11:38:39.409623 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50358) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:39.418013 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d153a907-bc66-4c3c-89c8-dc11ceeda71a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3584190-3758-4ecc-8d2f-ca714d19aa12,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:39.433531 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb230c41-502e-4894-a12c-bb0394b48b37,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:39.448926 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Checking segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:39.449272 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Network hostable DHCP agents. Network: c3805ebe-cb54-4ed5-9702-678b387147ae, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:38:39.461662 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ce69f22a-73a9-4756-89fe-56ae30eedc55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.466154 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Network c3805ebe-cb54-4ed5-9702-678b387147ae is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:38:39.476803 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, c3805ebe-cb54-4ed5-9702-678b387147ae) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:39.481737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:39.485624 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ce69f22a-73a9-4756-89fe-56ae30eedc55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.486679 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5d46a2-818d-4961-b788-f994f324c048 None None] Network c3805ebe-cb54-4ed5-9702-678b387147ae requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:38:39.488389 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.516533 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3cadde69-14ff-467e-b55d-b8abfabd221d admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3372409 Sep 10 11:38:39.519353 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50366) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:39.524144 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:39.547634 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.548890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ce69f22a-73a9-4756-89fe-56ae30eedc55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.549006 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.551363 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ce69f22a-73a9-4756-89fe-56ae30eedc55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.554810 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ce69f22a-73a9-4756-89fe-56ae30eedc55 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b3584190-3758-4ecc-8d2f-ca714d19aa12 HTTP/1.1" status: 204 len: 168 time: 0.1418042 Sep 10 11:38:39.568030 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69f22a-73a9-4756-89fe-56ae30eedc55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3584190-3758-4ecc-8d2f-ca714d19aa12,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:39.577381 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:38:39.615622 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:38:39.615970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e0cd09ac-e52b-47cc-883d-0d7d5bb862e1 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:38:39.697524 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-c3805ebe-cb54-4ed5-9702-678b387147ae', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:38:39.698654 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.837128 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:39.848898 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Allocated IP 172.20.0.2 (c3805ebe-cb54-4ed5-9702-678b387147ae/cb230c41-502e-4894-a12c-bb0394b48b37/134c5091-59f0-44c0-8214-473bc39fa18c) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:39.979009 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.000950 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.009312 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Transition to ACTIVE for port object 134c5091-59f0-44c0-8214-473bc39fa18c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:40.024027 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Transition to ACTIVE for port object 134c5091-59f0-44c0-8214-473bc39fa18c will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:40.029869 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.071901 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Network c3805ebe-cb54-4ed5-9702-678b387147ae is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:40.074885 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:40.079176 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:40.088634 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Pushing event updated for resources: {'Port': ['ID=134c5091-59f0-44c0-8214-473bc39fa18c,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:40.148653 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Attempting to bind port 134c5091-59f0-44c0-8214-473bc39fa18c on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:40.149021 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Attempting to bind port 134c5091-59f0-44c0-8214-473bc39fa18c by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:40.149371 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Attempting to bind port 134c5091-59f0-44c0-8214-473bc39fa18c on network c3805ebe-cb54-4ed5-9702-678b387147ae {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:40.154384 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:40.154752 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Checking segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:40.155152 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.155537 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Bound using segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:40.155998 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Bound port: 134c5091-59f0-44c0-8214-473bc39fa18c, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:40.156395 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.224186 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.233841 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] For port 134c5091-59f0-44c0-8214-473bc39fa18c, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:40.237768 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] For port 134c5091-59f0-44c0-8214-473bc39fa18c, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=134c5091-59f0-44c0-8214-473bc39fa18c,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:40.242870 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.250601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c788f3fd-5e5c-4a62-85d2-cd5a814ffda9 req-83b67b8e-f129-4a71-b5bf-fa989d2c3540 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:40.252095 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c788f3fd-5e5c-4a62-85d2-cd5a814ffda9 req-83b67b8e-f129-4a71-b5bf-fa989d2c3540 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1011744 Sep 10 11:38:40.253340 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.302837 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cc079f-f430-4539-a8ba-6cae51ef08a3 None None] Pushing event updated for resources: {'Port': ['ID=134c5091-59f0-44c0-8214-473bc39fa18c,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:40.337158 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c788f3fd-5e5c-4a62-85d2-cd5a814ffda9 req-c8bdfad7-a94d-4efc-99c6-31d1bd5ded59 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765173 Sep 10 11:38:40.395359 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Allocated IP 172.27.2.82 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/3b1d3173-5317-4b2d-aecb-22c1a9d9e155) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:40.523587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.600475 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.636490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:40.639562 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:40.644141 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:40.677316 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Pushing event updated for resources: {'Port': ['ID=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:40.784612 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50406) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:40.873745 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c1fb162e-c098-49aa-ad13-d18eda481714 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.899601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.908163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02b0422d-55b4-4927-938a-57a9b3bf9fd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:40.999931 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02b0422d-55b4-4927-938a-57a9b3bf9fd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.005715 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02b0422d-55b4-4927-938a-57a9b3bf9fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.046040 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50412) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:41.046337 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-02b0422d-55b4-4927-938a-57a9b3bf9fd8 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aa68e2617096420c8ae522c426fa0444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2599046 Sep 10 11:38:41.052507 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b0422d-55b4-4927-938a-57a9b3bf9fd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d78abfa-aa45-470e-b634-d0ed35c30f49,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:41.146442 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.149388 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a5597e9-2047-4df5-b919-685fec9f23ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.209459 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a5597e9-2047-4df5-b919-685fec9f23ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.237494 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b41c7f-01a4-4a60-9d40-3d9f56470c61 None None] Network c3805ebe-cb54-4ed5-9702-678b387147ae requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:38:41.304153 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a5597e9-2047-4df5-b919-685fec9f23ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.307030 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a5597e9-2047-4df5-b919-685fec9f23ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.310584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-1a5597e9-2047-4df5-b919-685fec9f23ef admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/4d78abfa-aa45-470e-b634-d0ed35c30f49 HTTP/1.1" status: 204 len: 168 time: 0.2611871 Sep 10 11:38:41.321331 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-dea1fd2c-2ae0-4424-b11a-d70dbd36d8db None None] Provisioning for port 134c5091-59f0-44c0-8214-473bc39fa18c completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:41.326318 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5597e9-2047-4df5-b919-685fec9f23ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d78abfa-aa45-470e-b634-d0ed35c30f49,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:41.337582 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Router 87e8765a-242e-4d02-ae5a-f05eb68c7736 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:38:41.478095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:38:41.491649 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Sync routers for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:38:41.498474 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.502514 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-80212bfb-d4f2-47bc-9663-fced421545e0 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.9789877 Sep 10 11:38:41.502848 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50420) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:41.503095 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:41.503786 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:41.516228 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e41361-8b90-4c92-a81a-3e75bcf13956 req-01b02960-ebaa-4195-9eb9-c708dcaad84d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:41.517764 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18e41361-8b90-4c92-a81a-3e75bcf13956 req-01b02960-ebaa-4195-9eb9-c708dcaad84d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0813205 Sep 10 11:38:41.631385 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18e41361-8b90-4c92-a81a-3e75bcf13956 req-b41ade2d-4a24-4e6d-9d08-6c3e094a5609 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Sep 10 11:38:41.691371 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:41.797542 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 134c5091-59f0-44c0-8214-473bc39fa18c up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:41.873582 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 134c5091-59f0-44c0-8214-473bc39fa18c completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:41.878528 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 134c5091-59f0-44c0-8214-473bc39fa18c triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:41.878969 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:41.949504 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:40Z', 'revision_number': 3, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:41.986499 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Checking router: 87e8765a-242e-4d02-ae5a-f05eb68c7736 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:38:41.987231 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Updating router 87e8765a-242e-4d02-ae5a-f05eb68c7736 port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:38:42.009671 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.017902 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.063681 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 134c5091-59f0-44c0-8214-473bc39fa18c, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=134c5091-59f0-44c0-8214-473bc39fa18c,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:42.068226 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.070357 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.136236 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=134c5091-59f0-44c0-8214-473bc39fa18c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:42.244383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Allocated IP 172.20.0.1 (c3805ebe-cb54-4ed5-9702-678b387147ae/cb230c41-502e-4894-a12c-bb0394b48b37/c5dcc549-e428-48c6-b928-e06f1b9ccf25) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:42.299510 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.310136 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Transition to ACTIVE for port object 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:42.319373 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.341013 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.373350 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Pushing event updated for resources: {'Port': ['ID=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:42.386302 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.390131 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Attempting to bind port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:42.390513 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Attempting to bind port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:42.390952 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Attempting to bind port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:42.399563 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.400827 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.401319 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.401671 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.402007 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.402491 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.402973 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.403450 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.403834 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.403986 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Transition to ACTIVE for port object c5dcc549-e428-48c6-b928-e06f1b9ccf25 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:42.404140 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.404745 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.405337 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:38:42.410002 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:42.410622 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:42.411194 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.411729 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:42.412420 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Bound port: 3b1d3173-5317-4b2d-aecb-22c1a9d9e155, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:42.412986 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.450680 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.472811 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] For port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:42.476341 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] For port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:42.481500 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.492236 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Network c3805ebe-cb54-4ed5-9702-678b387147ae is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:42.496541 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:42.500110 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:42.528161 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Pushing event updated for resources: {'Port': ['ID=c5dcc549-e428-48c6-b928-e06f1b9ccf25,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:42.552568 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.553420 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:42.554131 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:42.603835 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf99fb3-8001-4b83-8c11-df50b516eeef None None] Pushing event updated for resources: {'Port': ['ID=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:42.718335 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.722336 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:42.810248 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-08f9a54c-6b78-437c-82bd-97ec4ba8c865 None None] Provisioning for port c5dcc549-e428-48c6-b928-e06f1b9ccf25 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:42.820058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-08f9a54c-6b78-437c-82bd-97ec4ba8c865 None None] Provisioning complete for port c5dcc549-e428-48c6-b928-e06f1b9ccf25 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:42.821756 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08f9a54c-6b78-437c-82bd-97ec4ba8c865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:42.865595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d7cd43a-2fea-4520-82db-7c95eed63841 req-88e07be1-1ae9-4a21-ac2c-5923da888ca8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:42.867169 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6d7cd43a-2fea-4520-82db-7c95eed63841 req-88e07be1-1ae9-4a21-ac2c-5923da888ca8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1032252 Sep 10 11:38:42.900753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-08f9a54c-6b78-437c-82bd-97ec4ba8c865 None None] Port c5dcc549-e428-48c6-b928-e06f1b9ccf25 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:38:42.962860 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6d7cd43a-2fea-4520-82db-7c95eed63841 req-7a0e92fb-0c80-49b2-8b71-f1de446d2ccb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886176 Sep 10 11:38:43.036279 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.043818 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.086454 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:40Z', 'revision_number': 3, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:43.112273 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.115478 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dba8f9bc-fa09-4d01-9534-d1c36a011e10 None None] The sync data for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi is: [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:40Z', 'revision_number': 3, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:38:43.117853 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Pushing event updated for resources: {'Port': ['ID=c5dcc549-e428-48c6-b928-e06f1b9ccf25,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:43.142827 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db101018-383a-4499-9544-437dadc60dd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.226368 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Network c3805ebe-cb54-4ed5-9702-678b387147ae is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:43.227821 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:43.527956 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-640d88ac-e17e-4f93-8e22-e2cc3df23ad9 None None] Provisioning complete for port c5dcc549-e428-48c6-b928-e06f1b9ccf25 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:43.528935 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-640d88ac-e17e-4f93-8e22-e2cc3df23ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.564392 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-640d88ac-e17e-4f93-8e22-e2cc3df23ad9 None None] Port c5dcc549-e428-48c6-b928-e06f1b9ccf25 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:38:43.621131 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Router 87e8765a-242e-4d02-ae5a-f05eb68c7736 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:38:43.733633 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:38:43.738822 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-82a40891-e202-4b8b-9dbd-cff4f721c779 admin admin] 10.222.0.35 "PUT /v2.0/routers/87e8765a-242e-4d02-ae5a-f05eb68c7736/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2351093 Sep 10 11:38:43.800901 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:43.870980 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:43.875031 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:43.875908 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.930532 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:43.973710 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.002179 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:44.008133 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.009439 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 134c5091-59f0-44c0-8214-473bc39fa18c up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:44.090451 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:44.102146 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff8b33-6aba-46db-8361-765059febf7d req-458bf2cd-9252-41fa-b366-5cc7e8cc588c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:44.103058 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8aff8b33-6aba-46db-8361-765059febf7d req-458bf2cd-9252-41fa-b366-5cc7e8cc588c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0502789 Sep 10 11:38:44.104564 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 134c5091-59f0-44c0-8214-473bc39fa18c triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:44.105112 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.146544 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8aff8b33-6aba-46db-8361-765059febf7d req-f382d6f5-a230-4064-8ea4-69397f6f1162 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371287 Sep 10 11:38:44.335475 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50520) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:44.340319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-967110264-network', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:44.363280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Made reservation on behalf of 4ccb0c24fd884b4cac2b3e80c26b32fe for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:38:44.365596 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.373805 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.461401 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.466507 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.491986 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 596} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:38:44.501355 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acd726a-f89a-4cc7-a528-7a45fa78236b,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:44.506429 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.506762 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Added segment 101db3f3-7816-4bad-9dd6-354e6064038a of type vlan for network e35d95ae-1d96-4f06-b1aa-3da386715494 Sep 10 11:38:44.549276 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.572873 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.573920 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:44.574497 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.611599 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2750311 Sep 10 11:38:44.614609 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50524) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:44.619856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Request body: {'subnet': {'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-967110264-subnet', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:44.635504 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42a65c-6623-4abd-bcc9-a6d55f06c042 admin admin] Pushing event updated for resources: {'Network': ['ID=e35d95ae-1d96-4f06-b1aa-3da386715494,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:44.642680 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Made reservation on behalf of 4ccb0c24fd884b4cac2b3e80c26b32fe for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:38:44.645824 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.646233 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network e35d95ae-1d96-4f06-b1aa-3da386715494 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:38:44.727600 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.759429 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Sync routers for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:38:44.768936 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:44.769540 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:44.820989 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.878711 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a09c5d-8eb9-423f-8c79-69571b0d0a57,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:44.891316 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Checking segment: {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:44.891677 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Network hostable DHCP agents. Network: e35d95ae-1d96-4f06-b1aa-3da386715494, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:38:44.910675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Network e35d95ae-1d96-4f06-b1aa-3da386715494 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:38:44.920624 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, e35d95ae-1d96-4f06-b1aa-3da386715494) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:44.926229 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:44.928033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.929686 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a4c7b6-8705-4f91-b42d-3df3d0442605 None None] Network e35d95ae-1d96-4f06-b1aa-3da386715494 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:38:44.945031 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a600165f-6ae8-4dbe-81e0-7c665b526855 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3267756 Sep 10 11:38:44.945203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 50532) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:44.949565 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:38:44.971715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:44.972906 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.025934 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.055559 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:45.161109 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.225449 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-e35d95ae-1d96-4f06-b1aa-3da386715494', 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'fixed_ips': [{'subnet_id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:38:45.226300 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.294506 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded50d3c-b988-427f-96bc-852efecd6d32 req-0337b8f6-8284-4d5a-90e0-7bb923e270e6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:45.295942 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ded50d3c-b988-427f-96bc-852efecd6d32 req-0337b8f6-8284-4d5a-90e0-7bb923e270e6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0596848 Sep 10 11:38:45.403354 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Allocated IP 172.20.0.2 (e35d95ae-1d96-4f06-b1aa-3da386715494/e3a09c5d-8eb9-423f-8c79-69571b0d0a57/4e6c469f-e1ab-48e3-986b-f9ede543539e) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:45.416805 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ded50d3c-b988-427f-96bc-852efecd6d32 req-ff092e01-0ba7-40ba-88f0-bb6d8d9ee2f9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134005 Sep 10 11:38:45.417326 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 2, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:45.433142 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.457178 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.459384 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Checking router: 87e8765a-242e-4d02-ae5a-f05eb68c7736 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:38:45.459737 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Updating router 87e8765a-242e-4d02-ae5a-f05eb68c7736 port c5dcc549-e428-48c6-b928-e06f1b9ccf25 binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:38:45.493913 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.560346 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Allocated IP 172.27.2.115 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/c3416601-2f4e-436f-b1b5-47aa014055f6) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:45.663866 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.690780 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.712190 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:45.714325 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Transition to ACTIVE for port object 4e6c469f-e1ab-48e3-986b-f9ede543539e will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:45.715495 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.758358 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:45.762679 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:45.769525 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:45.789015 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Pushing event updated for resources: {'Port': ['ID=c3416601-2f4e-436f-b1b5-47aa014055f6,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:45.800235 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Transition to ACTIVE for port object 4e6c469f-e1ab-48e3-986b-f9ede543539e will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:45.816103 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.821431 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:45.881912 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Network e35d95ae-1d96-4f06-b1aa-3da386715494 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:45.895938 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:45.901970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:45.904598 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Pushing event updated for resources: {'Port': ['ID=4e6c469f-e1ab-48e3-986b-f9ede543539e,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:45.920981 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:45.921354 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.016175 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.026737 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.028971 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Attempting to bind port 4e6c469f-e1ab-48e3-986b-f9ede543539e on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:46.029334 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Attempting to bind port 4e6c469f-e1ab-48e3-986b-f9ede543539e by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:46.029693 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Attempting to bind port 4e6c469f-e1ab-48e3-986b-f9ede543539e on network e35d95ae-1d96-4f06-b1aa-3da386715494 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:46.044204 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:46.044596 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Checking segment: {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:46.044992 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.045376 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Bound using segment: {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:46.045835 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Bound port: 4e6c469f-e1ab-48e3-986b-f9ede543539e, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:46.046207 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.052930 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Transition to ACTIVE for port object c5dcc549-e428-48c6-b928-e06f1b9ccf25 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:46.067907 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.173234 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97c6f3-c6f6-44b5-9831-7af4fe53d0ce None None] Pushing event updated for resources: {'Port': ['ID=c5dcc549-e428-48c6-b928-e06f1b9ccf25,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:46.220863 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.221469 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] For port 4e6c469f-e1ab-48e3-986b-f9ede543539e, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:46.253020 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] For port 4e6c469f-e1ab-48e3-986b-f9ede543539e, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4e6c469f-e1ab-48e3-986b-f9ede543539e,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:46.258290 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.260157 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Attempting to bind port c5dcc549-e428-48c6-b928-e06f1b9ccf25 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:46.260740 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Attempting to bind port c5dcc549-e428-48c6-b928-e06f1b9ccf25 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:46.261104 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Attempting to bind port c5dcc549-e428-48c6-b928-e06f1b9ccf25 on network c3805ebe-cb54-4ed5-9702-678b387147ae {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:46.292187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:46.292582 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Checking segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:46.292984 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.293370 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Bound using segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:46.293865 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Bound port: c5dcc549-e428-48c6-b928-e06f1b9ccf25, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:46.294255 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.354126 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e6ccd-1e0e-40ad-9756-2c48426a21cc None None] Pushing event updated for resources: {'Port': ['ID=4e6c469f-e1ab-48e3-986b-f9ede543539e,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:46.366518 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Router 9e16851a-577c-46b6-90dd-8b2468839497 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:38:46.392753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] For port c5dcc549-e428-48c6-b928-e06f1b9ccf25, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:46.397103 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] For port c5dcc549-e428-48c6-b928-e06f1b9ccf25, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=c5dcc549-e428-48c6-b928-e06f1b9ccf25,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:46.403090 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.498679 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a97c6f3-c6f6-44b5-9831-7af4fe53d0ce None None] Pushing event updated for resources: {'Port': ['ID=c5dcc549-e428-48c6-b928-e06f1b9ccf25,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:46.510983 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:46.511905 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:46.519435 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:38:46.527742 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Sync routers for ids ['9e16851a-577c-46b6-90dd-8b2468839497'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:38:46.546564 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Routers {'9e16851a-577c-46b6-90dd-8b2468839497'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:46.548063 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['9e16851a-577c-46b6-90dd-8b2468839497'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:46.570364 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:46.574450 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 50552) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:38:46.574937 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-89f45d37-bb65-440a-befd-4ee24ed6e9f7 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6283855 Sep 10 11:38:46.615086 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac02250a-8388-47a9-813b-80ba195420f1 req-e78b797b-66ab-4e32-a232-e5bb41ac5ddf tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:46.617180 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ac02250a-8388-47a9-813b-80ba195420f1 req-e78b797b-66ab-4e32-a232-e5bb41ac5ddf tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0788012 Sep 10 11:38:46.677479 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ac02250a-8388-47a9-813b-80ba195420f1 req-accd9747-edc4-41b4-9707-b518888330f6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542967 Sep 10 11:38:46.764017 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Set router 9e16851a-577c-46b6-90dd-8b2468839497 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:46.822142 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:46.977732 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:38:45Z', 'revision_number': 3, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:47.009802 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Checking router: 9e16851a-577c-46b6-90dd-8b2468839497 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:38:47.010279 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Updating router 9e16851a-577c-46b6-90dd-8b2468839497 port c3416601-2f4e-436f-b1b5-47aa014055f6 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:38:47.043449 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.055476 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:46Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:47.090866 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521283d-8799-4cba-ba2d-ef91406c0eb7 None None] The sync data for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi is: [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:46Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:38:47.344991 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.432425 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.446627 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Transition to ACTIVE for port object c3416601-2f4e-436f-b1b5-47aa014055f6 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:47.457857 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.533646 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-642c94d1-3977-4ed8-8501-0d9db36cd44e None None] Network e35d95ae-1d96-4f06-b1aa-3da386715494 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:38:47.539725 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522967c-3b4a-4071-8d41-556ba380632b None None] Pushing event updated for resources: {'Port': ['ID=c3416601-2f4e-436f-b1b5-47aa014055f6,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:47.543627 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Attempting to bind port c3416601-2f4e-436f-b1b5-47aa014055f6 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:47.543991 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Attempting to bind port c3416601-2f4e-436f-b1b5-47aa014055f6 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:47.544401 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Attempting to bind port c3416601-2f4e-436f-b1b5-47aa014055f6 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:47.550898 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:47.551272 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:47.551703 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.552222 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:47.552679 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Bound port: c3416601-2f4e-436f-b1b5-47aa014055f6, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:47.553074 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.567323 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Allocated IP 172.20.0.1 (e35d95ae-1d96-4f06-b1aa-3da386715494/e3a09c5d-8eb9-423f-8c79-69571b0d0a57/33538a3d-1e2c-428c-af8f-4da0dec13ad8) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:38:47.632380 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] For port c3416601-2f4e-436f-b1b5-47aa014055f6, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:47.637828 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] For port c3416601-2f4e-436f-b1b5-47aa014055f6, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=c3416601-2f4e-436f-b1b5-47aa014055f6,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:47.645059 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-96abfa4f-541b-48c9-a0f7-45176f0be7e7 None None] Provisioning for port 4e6c469f-e1ab-48e3-986b-f9ede543539e completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:47.656187 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.749694 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.753063 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Routers {'9e16851a-577c-46b6-90dd-8b2468839497'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:47.754085 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['9e16851a-577c-46b6-90dd-8b2468839497'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:47.797905 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Transition to ACTIVE for port object 33538a3d-1e2c-428c-af8f-4da0dec13ad8 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:47.853702 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:47.855076 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760bf341-800f-4712-8aab-e0739b866d53 req-de88b6dd-00d1-4e54-9302-5c8905a9b565 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:47.863983 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-760bf341-800f-4712-8aab-e0739b866d53 req-de88b6dd-00d1-4e54-9302-5c8905a9b565 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0834470 Sep 10 11:38:47.865998 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522967c-3b4a-4071-8d41-556ba380632b None None] Pushing event updated for resources: {'Port': ['ID=c3416601-2f4e-436f-b1b5-47aa014055f6,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:47.909323 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c5dcc549-e428-48c6-b928-e06f1b9ccf25 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:47.938831 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Network e35d95ae-1d96-4f06-b1aa-3da386715494 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:47.939083 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-760bf341-800f-4712-8aab-e0739b866d53 req-1af1e6b3-1748-4731-bf15-32f164f5e230 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739479 Sep 10 11:38:47.942508 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:47.946584 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:38:47.977354 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] Set router 9e16851a-577c-46b6-90dd-8b2468839497 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:48.003998 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port c5dcc549-e428-48c6-b928-e06f1b9ccf25 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:48.015668 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port c5dcc549-e428-48c6-b928-e06f1b9ccf25 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:48.016052 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.063935 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Pushing event updated for resources: {'Port': ['ID=33538a3d-1e2c-428c-af8f-4da0dec13ad8,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:48.082941 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.154794 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.220375 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port c5dcc549-e428-48c6-b928-e06f1b9ccf25, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=c5dcc549-e428-48c6-b928-e06f1b9ccf25,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:48.225961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.227585 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4e6c469f-e1ab-48e3-986b-f9ede543539e up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:48.281788 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.307018 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:38:45Z', 'revision_number': 3, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:48.381414 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5304efff-876e-4444-8bbb-4472f558a369 None None] The sync data for ids ['9e16851a-577c-46b6-90dd-8b2468839497'] in dv-cinder-759962-12-iscsi is: [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:38:45Z', 'revision_number': 3, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:38:48.383061 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=c5dcc549-e428-48c6-b928-e06f1b9ccf25,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:48.394202 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 4e6c469f-e1ab-48e3-986b-f9ede543539e completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:48.398735 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 4e6c469f-e1ab-48e3-986b-f9ede543539e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:48.399748 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.446561 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-7a3c8343-be5d-4a2c-b240-1d981bdc47f1 None None] Provisioning for port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:48.453444 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-7a3c8343-be5d-4a2c-b240-1d981bdc47f1 None None] Provisioning complete for port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:48.453825 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7a3c8343-be5d-4a2c-b240-1d981bdc47f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.511002 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-7a3c8343-be5d-4a2c-b240-1d981bdc47f1 None None] Port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:38:48.526273 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.540002 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.544729 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.571241 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 4e6c469f-e1ab-48e3-986b-f9ede543539e, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4e6c469f-e1ab-48e3-986b-f9ede543539e,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:48.578700 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.627244 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:48.630099 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Pushing event updated for resources: {'Port': ['ID=33538a3d-1e2c-428c-af8f-4da0dec13ad8,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:48.636116 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=4e6c469f-e1ab-48e3-986b-f9ede543539e,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:48.723424 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Network e35d95ae-1d96-4f06-b1aa-3da386715494 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:38:48.724770 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:38:48.877875 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Router 9e16851a-577c-46b6-90dd-8b2468839497 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:38:48.999170 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:38:49.005896 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d1d4d053-62cb-405c-9706-a0aa3b971e73 admin admin] 10.222.0.35 "PUT /v2.0/routers/9e16851a-577c-46b6-90dd-8b2468839497/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4303670 Sep 10 11:38:49.049243 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-1eb0cdad-e866-473a-951c-facecf23be0b None None] Provisioning complete for port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:49.050222 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1eb0cdad-e866-473a-951c-facecf23be0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:49.067720 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655168b3-0c80-4eae-96f6-c4e5f33d7ce7 req-a6da95c9-a7ef-4814-8873-787c18495540 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:49.069866 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-655168b3-0c80-4eae-96f6-c4e5f33d7ce7 req-a6da95c9-a7ef-4814-8873-787c18495540 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0566871 Sep 10 11:38:49.090415 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1eb0cdad-e866-473a-951c-facecf23be0b None None] Port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:38:49.124670 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-655168b3-0c80-4eae-96f6-c4e5f33d7ce7 req-12f8d114-16fa-4b14-aff2-e192361a1a07 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484242 Sep 10 11:38:49.817305 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c5dcc549-e428-48c6-b928-e06f1b9ccf25 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:49.873832 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port c5dcc549-e428-48c6-b928-e06f1b9ccf25 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:49.874205 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:49.962591 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4e6c469f-e1ab-48e3-986b-f9ede543539e up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:50.032225 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 4e6c469f-e1ab-48e3-986b-f9ede543539e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:50.032633 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:50.126893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c3416601-2f4e-436f-b1b5-47aa014055f6 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:50.196681 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port c3416601-2f4e-436f-b1b5-47aa014055f6 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:50.201909 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port c3416601-2f4e-436f-b1b5-47aa014055f6 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:50.202680 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:50.315589 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:50.320750 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5331dac6-bf12-4da9-905a-ff8f6c8606ab req-fa50fe72-e0ea-4e8c-849b-e147fe8a777a tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:50.331680 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5331dac6-bf12-4da9-905a-ff8f6c8606ab req-fa50fe72-e0ea-4e8c-849b-e147fe8a777a tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0859892 Sep 10 11:38:50.345897 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port c3416601-2f4e-436f-b1b5-47aa014055f6, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=c3416601-2f4e-436f-b1b5-47aa014055f6,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:50.363635 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:50.402615 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5331dac6-bf12-4da9-905a-ff8f6c8606ab req-2f60fa75-8687-41d5-b9be-9e47c3028615 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696208 Sep 10 11:38:50.467086 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=c3416601-2f4e-436f-b1b5-47aa014055f6,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:50.711640 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Sync routers for ids ['9e16851a-577c-46b6-90dd-8b2468839497'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:38:50.721438 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Routers {'9e16851a-577c-46b6-90dd-8b2468839497'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:50.722132 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['9e16851a-577c-46b6-90dd-8b2468839497'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:50.836270 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Set router 9e16851a-577c-46b6-90dd-8b2468839497 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:51.048982 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 4, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '33538a3d-1e2c-428c-af8f-4da0dec13ad8', 'name': '', 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'mac_address': 'fa:16:3e:49:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:47Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 2, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'subnets': [{'id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:51.075645 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Checking router: 9e16851a-577c-46b6-90dd-8b2468839497 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:38:51.075645 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Updating router 9e16851a-577c-46b6-90dd-8b2468839497 port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:38:51.108043 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.486198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.503298 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Transition to ACTIVE for port object 33538a3d-1e2c-428c-af8f-4da0dec13ad8 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:38:51.514105 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.582385 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c119c-a964-4db8-9053-488e121a8e4c None None] Pushing event updated for resources: {'Port': ['ID=33538a3d-1e2c-428c-af8f-4da0dec13ad8,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:51.637170 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a3d2f0-83c9-4843-9e79-a57d244e8698 req-fd4b56a2-520c-41b2-8b9e-7f79741f01bb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:51.639525 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18a3d2f0-83c9-4843-9e79-a57d244e8698 req-fd4b56a2-520c-41b2-8b9e-7f79741f01bb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1250191 Sep 10 11:38:51.707365 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Attempting to bind port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:38:51.707365 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Attempting to bind port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:38:51.707365 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Attempting to bind port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 on network e35d95ae-1d96-4f06-b1aa-3da386715494 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:38:51.712041 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18a3d2f0-83c9-4843-9e79-a57d244e8698 req-a0583a6f-86d5-4ab0-bbf2-7d0c21ea10ae tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621283 Sep 10 11:38:51.722847 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 38, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:38:51.723205 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Checking segment: {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:38:51.723606 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.723990 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Bound using segment: {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:38:51.733130 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Bound port: 33538a3d-1e2c-428c-af8f-4da0dec13ad8, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '101db3f3-7816-4bad-9dd6-354e6064038a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 596, 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:38:51.733130 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.802355 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c3416601-2f4e-436f-b1b5-47aa014055f6 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:51.869398 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] For port 33538a3d-1e2c-428c-af8f-4da0dec13ad8, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:38:51.872591 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] For port 33538a3d-1e2c-428c-af8f-4da0dec13ad8, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=33538a3d-1e2c-428c-af8f-4da0dec13ad8,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:38:51.880843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.923399 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port c3416601-2f4e-436f-b1b5-47aa014055f6 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:51.923768 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:51.998458 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Routers {'9e16851a-577c-46b6-90dd-8b2468839497'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:38:51.998685 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:38:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['9e16851a-577c-46b6-90dd-8b2468839497'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:52.009379 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4c119c-a964-4db8-9053-488e121a8e4c None None] Pushing event updated for resources: {'Port': ['ID=33538a3d-1e2c-428c-af8f-4da0dec13ad8,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:52.299333 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] Set router 9e16851a-577c-46b6-90dd-8b2468839497 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:38:52.539978 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 4, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '33538a3d-1e2c-428c-af8f-4da0dec13ad8', 'name': '', 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'mac_address': 'fa:16:3e:49:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:47Z', 'updated_at': '2021-09-10T11:38:51Z', 'revision_number': 4, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'subnets': [{'id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:38:52.578751 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed6157b-c74e-4434-a840-f90b7a780920 None None] The sync data for ids ['9e16851a-577c-46b6-90dd-8b2468839497'] in dv-cinder-759962-12-iscsi is: [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 4, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '33538a3d-1e2c-428c-af8f-4da0dec13ad8', 'name': '', 'network_id': 'e35d95ae-1d96-4f06-b1aa-3da386715494', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'mac_address': 'fa:16:3e:49:14:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_interface', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:47Z', 'updated_at': '2021-09-10T11:38:51Z', 'revision_number': 4, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'subnets': [{'id': 'e3a09c5d-8eb9-423f-8c79-69571b0d0a57', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:38:52.865576 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ffe8d3-12b6-44ac-8466-c358f7136a3b req-dcfa6d76-644d-49d7-a36e-a0743d6eca75 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:52.867705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3ffe8d3-12b6-44ac-8466-c358f7136a3b req-dcfa6d76-644d-49d7-a36e-a0743d6eca75 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0643444 Sep 10 11:38:52.924724 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3ffe8d3-12b6-44ac-8466-c358f7136a3b req-5bbdd959-f70d-49ec-9af7-879faf3959ed tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Sep 10 11:38:53.773300 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 33538a3d-1e2c-428c-af8f-4da0dec13ad8 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:53.860991 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:38:53.865976 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:53.866550 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:53.964654 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:54.001609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 33538a3d-1e2c-428c-af8f-4da0dec13ad8, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=33538a3d-1e2c-428c-af8f-4da0dec13ad8,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:38:54.008095 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:54.061941 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=33538a3d-1e2c-428c-af8f-4da0dec13ad8,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:38:54.080310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b72689-16be-4e95-a6cb-0d2d32d5efd9 req-713cc007-94a4-41b6-a4cf-b01a9d6a4361 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:54.083959 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-80b72689-16be-4e95-a6cb-0d2d32d5efd9 req-713cc007-94a4-41b6-a4cf-b01a9d6a4361 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0642390 Sep 10 11:38:54.123637 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-80b72689-16be-4e95-a6cb-0d2d32d5efd9 req-6cb62ce3-48e1-4808-b373-1665f394dd82 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344663 Sep 10 11:38:55.262776 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dfaee2-900a-4e50-bd10-dbcfc4229ad0 req-de202f8f-33b4-4fcf-ad54-49e306b5048f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:55.264398 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-31dfaee2-900a-4e50-bd10-dbcfc4229ad0 req-de202f8f-33b4-4fcf-ad54-49e306b5048f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0554814 Sep 10 11:38:55.308178 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-31dfaee2-900a-4e50-bd10-dbcfc4229ad0 req-d011323c-6be6-4abb-8feb-53b7124f1394 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372713 Sep 10 11:38:55.729105 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 33538a3d-1e2c-428c-af8f-4da0dec13ad8 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:38:55.783893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:38:55.783893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:38:56.429367 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b3673e-ceaf-4a0f-b3f6-fc14e2e1733c req-9cd10cd9-b81e-406e-82a0-f751f8d334e6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:56.431524 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03b3673e-ceaf-4a0f-b3f6-fc14e2e1733c req-9cd10cd9-b81e-406e-82a0-f751f8d334e6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0499380 Sep 10 11:38:56.477279 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-03b3673e-ceaf-4a0f-b3f6-fc14e2e1733c req-91b00066-c720-4779-babe-407238b24ccb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387137 Sep 10 11:38:57.852228 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fba592c-e39b-457b-8cac-f421f469a62d req-f325b4cd-46cb-47cd-b883-f0be04df685d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:57.854363 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0fba592c-e39b-457b-8cac-f421f469a62d req-f325b4cd-46cb-47cd-b883-f0be04df685d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.2947767 Sep 10 11:38:57.898552 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0fba592c-e39b-457b-8cac-f421f469a62d req-2924e11a-c9cc-4283-96c0-3ac2455543be tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Sep 10 11:38:58.384172 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:38:59.253138 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15f6195-4314-4375-a4d4-7f8ac7b8ce68 req-961a8432-48b8-4b9b-be26-5200b6f6fa0b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:38:59.262582 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f15f6195-4314-4375-a4d4-7f8ac7b8ce68 req-961a8432-48b8-4b9b-be26-5200b6f6fa0b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0656188 Sep 10 11:38:59.299250 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f15f6195-4314-4375-a4d4-7f8ac7b8ce68 req-f243b87e-c09e-4029-aed9-db2ec26da7dd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356171 Sep 10 11:39:04.385426 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931b109e-097e-46b4-a55a-15102849f0f1 req-9cca1cd0-4330-4b12-918d-9e2f550758be tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:04.393428 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-931b109e-097e-46b4-a55a-15102849f0f1 req-9cca1cd0-4330-4b12-918d-9e2f550758be tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0612679 Sep 10 11:39:04.435538 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-931b109e-097e-46b4-a55a-15102849f0f1 req-52752b3e-4fd5-4166-b4c5-0342713378bb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408351 Sep 10 11:39:05.574205 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a42bd-97b0-48d1-9f4e-878f979e8a21 req-a0029d22-9c42-423d-b100-a25301950e19 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:05.575785 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-839a42bd-97b0-48d1-9f4e-878f979e8a21 req-a0029d22-9c42-423d-b100-a25301950e19 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0686808 Sep 10 11:39:05.637621 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-839a42bd-97b0-48d1-9f4e-878f979e8a21 req-9cc17acb-e9dc-420f-8dd5-ab56a3951312 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512018 Sep 10 11:39:07.197002 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-8d65c308-0dcc-4fb8-8ef2-4b99b22f69eb tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:07.200024 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-8d65c308-0dcc-4fb8-8ef2-4b99b22f69eb tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 814 time: 0.1225252 Sep 10 11:39:07.221676 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-61e43c8b-2e16-4226-883b-c32fa8cb666d tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/quotas/46913a133d6a4ced959ef3e01d056c7b HTTP/1.1" status: 200 len: 375 time: 0.0154431 Sep 10 11:39:07.288837 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-c97bd7e5-1e21-4faf-a70b-47c9da67955c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0625255 Sep 10 11:39:07.394543 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-846b9976-41b1-4569-98b1-3bda353ef9ac service neutron] 10.222.0.35 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874362 Sep 10 11:39:07.486671 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-7989f254-56a3-455e-8f3f-944deba0ec70 service neutron] 10.222.0.35 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850213 Sep 10 11:39:07.673029 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd172c7-8b02-4ba4-abb4-76f3161d506b req-c771f859-4ffd-4c10-ade1-db2aa649752b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:07.674841 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bdd172c7-8b02-4ba4-abb4-76f3161d506b req-c771f859-4ffd-4c10-ade1-db2aa649752b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0512416 Sep 10 11:39:07.716742 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bdd172c7-8b02-4ba4-abb4-76f3161d506b req-7138bb61-0905-46b3-ac5e-f21270ccf199 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357161 Sep 10 11:39:07.785385 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1ed11744-6bd0-45bc-b94c-f163e5f2fe64 req-749a0697-a5af-418b-8a8f-d47bf3482051 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 210 time: 0.0288341 Sep 10 11:39:08.838597 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89d7177-ced7-4a76-ae15-a64e7ea0fee2 req-3dd2e120-fcc2-4f90-8592-4bfb67a4a58c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:08.840248 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f89d7177-ced7-4a76-ae15-a64e7ea0fee2 req-3dd2e120-fcc2-4f90-8592-4bfb67a4a58c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0572240 Sep 10 11:39:08.877228 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f89d7177-ced7-4a76-ae15-a64e7ea0fee2 req-9117aa44-de60-496f-9a20-0589805053ec tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309784 Sep 10 11:39:08.954667 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76a7322d-bb0f-40f3-88c8-b09781cd5df2 req-978a24a4-1003-4318-8f07-424fb12d6437 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 210 time: 0.0252764 Sep 10 11:39:09.986414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e667fbc0-e374-4c3f-a4a0-89b9b73006be req-f3e77e47-f118-4d08-89cc-7bca1d9b6718 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:09.987870 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e667fbc0-e374-4c3f-a4a0-89b9b73006be req-f3e77e47-f118-4d08-89cc-7bca1d9b6718 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0468321 Sep 10 11:39:10.024818 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e667fbc0-e374-4c3f-a4a0-89b9b73006be req-07dd83f1-5674-41e1-8ce3-69e5844cfb9d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311480 Sep 10 11:39:10.106418 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-068225ea-5e75-4993-a130-5d65e640e243 req-6b824dc2-9e1a-4734-aadb-54d129a871fe tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 210 time: 0.0282209 Sep 10 11:39:10.875011 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-30974fa0-0eb7-4818-a5fc-ba9e349ea938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:11.172240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034fd662-e609-4f6b-be13-a80220e71102 req-766883ee-c9f2-494f-9c9d-225a7e70fc4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:11.173811 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-034fd662-e609-4f6b-be13-a80220e71102 req-766883ee-c9f2-494f-9c9d-225a7e70fc4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0570135 Sep 10 11:39:11.218849 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-538734c0-7d69-4872-8e9b-0066681c5c6b req-73852063-c820-46c6-b829-210bc56ac1e4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 210 time: 0.0415449 Sep 10 11:39:11.235850 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-034fd662-e609-4f6b-be13-a80220e71102 req-ab5e11a7-f7e2-4584-b123-d694fd6bd905 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505216 Sep 10 11:39:11.858353 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-64e4c3ef-4e26-46fa-8369-f601d34e8aa1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:11.861147 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-64e4c3ef-4e26-46fa-8369-f601d34e8aa1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 814 time: 0.1430581 Sep 10 11:39:11.911974 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'port': {'device_id': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'admin_state_up': True, 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:39:12.066097 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Made reservation on behalf of 46913a133d6a4ced959ef3e01d056c7b for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:39:12.069728 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:12.199383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Allocated IP 172.20.0.11 (c3805ebe-cb54-4ed5-9702-678b387147ae/cb230c41-502e-4894-a12c-bb0394b48b37/e9c9f7bb-0e7f-4d86-af68-c1806c676f16) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:39:12.329875 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:12.337365 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ca7b5bd7-4d2c-4523-98b8-71fbe67df7e5 req-ea4a105c-9170-4901-b365-c5d64d3f53a8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 210 time: 0.0330811 Sep 10 11:39:12.367793 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:12.380819 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Transition to ACTIVE for port object e9c9f7bb-0e7f-4d86-af68-c1806c676f16 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:39:12.440288 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:12.482689 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc44aec1-5d3e-4c3e-b983-e282e38050d8 req-a214eb9c-ddf8-4be4-82e7-d07a8cd35b5d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:12.484593 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fc44aec1-5d3e-4c3e-b983-e282e38050d8 req-a214eb9c-ddf8-4be4-82e7-d07a8cd35b5d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0836279 Sep 10 11:39:12.506762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Network c3805ebe-cb54-4ed5-9702-678b387147ae is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:39:12.519673 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:39:12.522537 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:12.524795 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:39:12.560235 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.560616 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.560958 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.561366 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.561617 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.561979 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.562310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.562635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.562962 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.563284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.563609 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.563935 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:12.582370 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fc44aec1-5d3e-4c3e-b983-e282e38050d8 req-edfbf145-17f2-4a74-896a-65761c956204 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891702 Sep 10 11:39:12.598987 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:12.599606 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:12.614868 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-d31f41d2-cfa9-4aa9-a1e6-97dc9b1cfd09 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7072763 Sep 10 11:39:12.711779 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-55c83bef-d5e2-40db-9e05-f09e2a2e1472 None None] Provisioning for port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:39:12.715397 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-55c83bef-d5e2-40db-9e05-f09e2a2e1472 None None] Provisioning complete for port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:39:12.715776 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-55c83bef-d5e2-40db-9e05-f09e2a2e1472 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:12.748010 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-55c83bef-d5e2-40db-9e05-f09e2a2e1472 None None] Port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:39:13.133517 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94c37e77-2f05-436d-bb74-7288619710f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:13.448772 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2939acd-fd6f-44f5-acc8-629d2749b862 req-70bcd67f-37e0-4ca8-944a-d9593e053bc2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:13.450134 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f2939acd-fd6f-44f5-acc8-629d2749b862 req-70bcd67f-37e0-4ca8-944a-d9593e053bc2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 932 time: 0.0477369 Sep 10 11:39:13.486705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f2939acd-fd6f-44f5-acc8-629d2749b862 req-bed90661-fdec-4964-9d02-9012a2131a9a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306911 Sep 10 11:39:13.701475 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea190f-8380-48fe-9b58-97ab436aae28 req-63368c28-bd74-4e21-95ff-3fff7de030a3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:13.702888 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-49ea190f-8380-48fe-9b58-97ab436aae28 req-63368c28-bd74-4e21-95ff-3fff7de030a3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0523655 Sep 10 11:39:13.739846 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-49ea190f-8380-48fe-9b58-97ab436aae28 req-1aeac13b-751e-4d1d-96c1-63ecdb3a9e4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309684 Sep 10 11:39:13.922914 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:14.595715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452073d8-198c-4634-9f01-4c413018b4ae req-cab65e72-e7f9-4c3f-a340-f24d34fb9d35 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:14.597571 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-452073d8-198c-4634-9f01-4c413018b4ae req-cab65e72-e7f9-4c3f-a340-f24d34fb9d35 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 932 time: 0.0479102 Sep 10 11:39:14.634316 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-452073d8-198c-4634-9f01-4c413018b4ae req-96dd8bee-dd2c-4741-8600-a87014b31e3a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309896 Sep 10 11:39:14.695015 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:14.753627 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Request body: {'port': {'device_id': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:39:14.830304 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:14.928145 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec406755-cc01-4965-ab50-1bddd6890a77 req-4bb5a55b-4277-480f-848d-b186d5fb2f12 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:14.929713 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ec406755-cc01-4965-ab50-1bddd6890a77 req-4bb5a55b-4277-480f-848d-b186d5fb2f12 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0901797 Sep 10 11:39:15.037154 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ec406755-cc01-4965-ab50-1bddd6890a77 req-9bda0fc1-9828-4155-8e0a-5bcfbc3d4022 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006298 Sep 10 11:39:15.211415 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c9f7bb-0e7f-4d86-af68-c1806c676f16 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:39:15.220454 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:15.236697 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Transition to ACTIVE for port object e9c9f7bb-0e7f-4d86-af68-c1806c676f16 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:39:15.242057 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:15.303865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:15.375062 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Attempting to bind port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:39:15.375399 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Attempting to bind port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:39:15.375729 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Attempting to bind port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 on network c3805ebe-cb54-4ed5-9702-678b387147ae {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:39:15.380307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 on network c3805ebe-cb54-4ed5-9702-678b387147ae not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:39:15.380665 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Attempting to bind port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 on network c3805ebe-cb54-4ed5-9702-678b387147ae {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:39:15.385883 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:39:15.386492 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Checking segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:39:15.386689 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Bound using segment: {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:39:15.387127 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Bound port: e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd5281260-c11e-46da-a19e-c579b76bc0d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 591, 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:39:15.387445 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:15.475188 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:39:15.479099 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:39:15.485021 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:15.519207 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:15.519798 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:15.521580 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] 10.222.0.52 "PUT /v2.0/ports/e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 1094 time: 0.7730973 Sep 10 11:39:15.523821 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:39:15.526193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ce537ee-6698-4a8d-836c-532cbf56a5b8" -d '{"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:39:15.558470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ffd98a-9466-42a3-9720-1c87b0a41739 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:15.591003 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:39:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79b3daa-4fea-41d8-8d1e-c232bce4f332 x-openstack-request-id: req-a79b3daa-4fea-41d8-8d1e-c232bce4f332 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:39:15.591293 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:39:15.591545 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a79b3daa-4fea-41d8-8d1e-c232bce4f332 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:39:15.591940 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'status': 'completed', 'code': 200} Sep 10 11:39:15.775113 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:15.787579 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a0dd48-3764-4183-ac17-85c675b8b6a4 req-5ff2196b-5a61-428e-a0b6-a9e227080709 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:15.792824 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-04a0dd48-3764-4183-ac17-85c675b8b6a4 req-5ff2196b-5a61-428e-a0b6-a9e227080709 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0655994 Sep 10 11:39:15.842826 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-04a0dd48-3764-4183-ac17-85c675b8b6a4 req-142aca4b-e9e9-4038-abb8-d021e7986dee tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465782 Sep 10 11:39:16.166074 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2954d1-5046-49b2-97c5-9b7e854e17a2 req-3d0f4ce5-97f0-4ce2-8720-1c038706243b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:16.167558 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd2954d1-5046-49b2-97c5-9b7e854e17a2 req-3d0f4ce5-97f0-4ce2-8720-1c038706243b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0568156 Sep 10 11:39:16.210739 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd2954d1-5046-49b2-97c5-9b7e854e17a2 req-e323cdf6-ac66-4e82-94a5-35d4e12fcab0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364101 Sep 10 11:39:16.609462 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce537ee-6698-4a8d-836c-532cbf56a5b8 req-8c28ebc2-740e-4c50-b2e7-d9cc487ca4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:16.612884 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ce537ee-6698-4a8d-836c-532cbf56a5b8 req-8c28ebc2-740e-4c50-b2e7-d9cc487ca4e5 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1097 time: 0.0831764 Sep 10 11:39:16.759711 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce537ee-6698-4a8d-836c-532cbf56a5b8 req-b0747159-e49b-4af9-8bbe-a852748ed2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:16.761248 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ce537ee-6698-4a8d-836c-532cbf56a5b8 req-b0747159-e49b-4af9-8bbe-a852748ed2d6 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=46913a133d6a4ced959ef3e01d056c7b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1321597 Sep 10 11:39:16.977745 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce537ee-6698-4a8d-836c-532cbf56a5b8 req-d5638713-2eba-4aa3-a0c7-b91b0bdc03e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:16.977745 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ce537ee-6698-4a8d-836c-532cbf56a5b8 req-d5638713-2eba-4aa3-a0c7-b91b0bdc03e0 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2027984 Sep 10 11:39:17.010898 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17eb245-1675-4348-a829-a17925a59ff5 req-7e4b139f-3e86-47bb-b81e-760a0873e4ac tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:17.021401 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b17eb245-1675-4348-a829-a17925a59ff5 req-7e4b139f-3e86-47bb-b81e-760a0873e4ac tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0827777 Sep 10 11:39:17.078399 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b17eb245-1675-4348-a829-a17925a59ff5 req-6708f472-1dd6-4dbb-9130-ff37e794bf8e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554049 Sep 10 11:39:17.416195 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be7339a-bfe1-476b-a401-d0de1f45af57 req-8ee20da5-f5a8-4238-bce0-411481a82bd0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:17.418598 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7be7339a-bfe1-476b-a401-d0de1f45af57 req-8ee20da5-f5a8-4238-bce0-411481a82bd0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0866327 Sep 10 11:39:17.538145 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7be7339a-bfe1-476b-a401-d0de1f45af57 req-3420579e-bf6a-4845-bf33-91da6fd31a81 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082516 Sep 10 11:39:18.286699 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883ceb82-700e-4ccf-8a77-3765daa615e1 req-34a042b2-b648-45fd-a470-3184c517f5fc tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:18.295011 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-883ceb82-700e-4ccf-8a77-3765daa615e1 req-34a042b2-b648-45fd-a470-3184c517f5fc tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0681863 Sep 10 11:39:18.356913 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-883ceb82-700e-4ccf-8a77-3765daa615e1 req-5158aef9-47cc-4062-b77e-f2b35174d3fd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601149 Sep 10 11:39:18.754916 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715d19dc-1829-4a57-aa8e-08e85d28823c req-71dd0a3a-298e-417e-a636-5d19aa5fc586 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:18.754916 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-715d19dc-1829-4a57-aa8e-08e85d28823c req-71dd0a3a-298e-417e-a636-5d19aa5fc586 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0627561 Sep 10 11:39:18.831774 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-715d19dc-1829-4a57-aa8e-08e85d28823c req-f64a8db8-e04d-4bfe-a1f3-881aab28c9b4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692089 Sep 10 11:39:19.523548 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990dfa9c-d638-44d2-bb8c-aab934fabde8 req-ef41d82f-079f-4c25-a4d9-494f2cfd043b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:19.532816 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-990dfa9c-d638-44d2-bb8c-aab934fabde8 req-ef41d82f-079f-4c25-a4d9-494f2cfd043b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0868042 Sep 10 11:39:19.593671 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-990dfa9c-d638-44d2-bb8c-aab934fabde8 req-0712c266-cf38-4ad4-b087-01de18b0076c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599504 Sep 10 11:39:19.977383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0c5736-ff04-46d9-ae30-5229a1d94fce req-c8dda3ef-ec35-4193-9095-bb0486e9ecc9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:19.987075 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fa0c5736-ff04-46d9-ae30-5229a1d94fce req-c8dda3ef-ec35-4193-9095-bb0486e9ecc9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0668082 Sep 10 11:39:20.046941 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fa0c5736-ff04-46d9-ae30-5229a1d94fce req-b840f44a-cf7f-4272-bc29-705eaa788f17 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Sep 10 11:39:20.721168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5158dd87-6970-444e-8b08-72a74a9ea8c4 req-5afdc83e-e313-4c2d-9d7d-3bb6d300f1df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:20.723350 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5158dd87-6970-444e-8b08-72a74a9ea8c4 req-5afdc83e-e313-4c2d-9d7d-3bb6d300f1df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0527003 Sep 10 11:39:20.766622 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5158dd87-6970-444e-8b08-72a74a9ea8c4 req-2ab0a5c2-1bc0-4bac-9664-538cd10598ff tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364912 Sep 10 11:39:21.196175 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4001d5b9-01ec-4b7f-a165-3184520f5eb8 req-2a2030a5-43af-4925-a28d-d7a6f3842822 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:21.196175 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4001d5b9-01ec-4b7f-a165-3184520f5eb8 req-2a2030a5-43af-4925-a28d-d7a6f3842822 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0832772 Sep 10 11:39:21.300738 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4001d5b9-01ec-4b7f-a165-3184520f5eb8 req-6706c9f9-3ba9-46a2-833b-6d1d265a86ed tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075749 Sep 10 11:39:21.929605 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d370eaf6-c10a-4509-a84b-9e8df92d5ada req-b32a7e3d-0522-47cb-b6c7-a47479b91339 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:21.931222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d370eaf6-c10a-4509-a84b-9e8df92d5ada req-b32a7e3d-0522-47cb-b6c7-a47479b91339 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0602982 Sep 10 11:39:22.008422 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d370eaf6-c10a-4509-a84b-9e8df92d5ada req-a6d85c33-61cc-46f4-9716-528c9adee874 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695577 Sep 10 11:39:22.516079 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7480ef89-af8c-449d-b8e0-30294ad2acfc req-06d88fe0-78e8-4ab4-a4a2-e7abdc773563 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:22.517759 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7480ef89-af8c-449d-b8e0-30294ad2acfc req-06d88fe0-78e8-4ab4-a4a2-e7abdc773563 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0937741 Sep 10 11:39:22.563233 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7480ef89-af8c-449d-b8e0-30294ad2acfc req-0bfb7aea-f5c5-4e5d-ba3d-d559798fe649 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394220 Sep 10 11:39:23.125291 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c07dab9-0885-458c-bfe4-e47064d6d5f8 req-6f563080-8ada-42fa-8a7d-2853df8f7dab tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:23.126722 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c07dab9-0885-458c-bfe4-e47064d6d5f8 req-6f563080-8ada-42fa-8a7d-2853df8f7dab tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0470433 Sep 10 11:39:23.167131 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c07dab9-0885-458c-bfe4-e47064d6d5f8 req-5bf2641a-d3be-448e-a643-cc852a14abad tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345485 Sep 10 11:39:23.684067 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebb490a-b57a-4c7d-a241-cfeda9874244 req-758a8a74-a53d-4975-99af-801eb724537d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:23.685781 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4ebb490a-b57a-4c7d-a241-cfeda9874244 req-758a8a74-a53d-4975-99af-801eb724537d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0516369 Sep 10 11:39:23.727743 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4ebb490a-b57a-4c7d-a241-cfeda9874244 req-c01c6a19-1293-4f62-92c0-f49a59e61dbb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327742 Sep 10 11:39:24.284989 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1068159-de6e-4195-a4c9-1c2c86cfab05 req-79745ad1-5932-40c4-ba3b-d9717e5566e2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:24.286449 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1068159-de6e-4195-a4c9-1c2c86cfab05 req-79745ad1-5932-40c4-ba3b-d9717e5566e2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0504887 Sep 10 11:39:24.328525 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1068159-de6e-4195-a4c9-1c2c86cfab05 req-9672a386-95b5-4110-b071-4f24529de651 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357211 Sep 10 11:39:24.837635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2406a76-a0d5-435f-8246-2cdd39fea3b9 req-c5e7875b-b651-490e-87f0-6cb11b4df710 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:24.839097 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2406a76-a0d5-435f-8246-2cdd39fea3b9 req-c5e7875b-b651-490e-87f0-6cb11b4df710 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0470288 Sep 10 11:39:24.879373 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2406a76-a0d5-435f-8246-2cdd39fea3b9 req-70979848-d2f6-458f-b3d6-4e9a546dc4c3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339622 Sep 10 11:39:25.438858 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635f45a-c917-4ba9-af73-a0062fc17239 req-8d4c5397-dd58-4704-84cc-cbafe8317800 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:25.440316 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9635f45a-c917-4ba9-af73-a0062fc17239 req-8d4c5397-dd58-4704-84cc-cbafe8317800 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0478275 Sep 10 11:39:25.476033 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9635f45a-c917-4ba9-af73-a0062fc17239 req-86830be4-21f2-47a7-8d0e-d5975ed2d108 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299885 Sep 10 11:39:25.996715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7c7c74-28af-4fbe-bc8e-148439a981bd req-978d25a8-5694-455e-9327-51cdb7b173d1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:25.998168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4d7c7c74-28af-4fbe-bc8e-148439a981bd req-978d25a8-5694-455e-9327-51cdb7b173d1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0515010 Sep 10 11:39:26.034586 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4d7c7c74-28af-4fbe-bc8e-148439a981bd req-1a9e0383-20e7-4252-81cc-e0cc99e40d54 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297880 Sep 10 11:39:26.589689 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487468d-5c9e-4c3a-8c29-beb7743ba1d6 req-5a77b6f5-dd84-440d-8dcf-b8d889b8d196 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:26.592950 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a487468d-5c9e-4c3a-8c29-beb7743ba1d6 req-5a77b6f5-dd84-440d-8dcf-b8d889b8d196 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0509939 Sep 10 11:39:26.633331 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a487468d-5c9e-4c3a-8c29-beb7743ba1d6 req-87b5b9b7-25b6-41cf-bf1d-1a8c89a25c3b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350428 Sep 10 11:39:27.165971 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aea755c-6ead-4971-9f4e-00034b38e345 req-c9d9085c-b0a9-46b0-b4f9-5288813bf76d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:27.167629 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9aea755c-6ead-4971-9f4e-00034b38e345 req-c9d9085c-b0a9-46b0-b4f9-5288813bf76d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0572324 Sep 10 11:39:27.206095 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9aea755c-6ead-4971-9f4e-00034b38e345 req-8fc43f7f-525b-4b8d-b70d-9de5fb4a615b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326509 Sep 10 11:39:27.750886 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7919f-4fa3-40db-9ca2-a85a574e77f4 req-4be8a31c-26ab-4706-8748-d87d9b796270 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:27.752603 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fcb7919f-4fa3-40db-9ca2-a85a574e77f4 req-4be8a31c-26ab-4706-8748-d87d9b796270 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0539303 Sep 10 11:39:27.800715 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fcb7919f-4fa3-40db-9ca2-a85a574e77f4 req-a5556ac7-4957-4103-9e2b-6b2a6a5fdd8c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374346 Sep 10 11:39:28.348414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459e9011-df17-4b4e-a1bc-56a0a1ac35be req-be2d1905-b0bf-4cba-b17e-b5969be87c10 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:28.349946 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-459e9011-df17-4b4e-a1bc-56a0a1ac35be req-be2d1905-b0bf-4cba-b17e-b5969be87c10 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0743508 Sep 10 11:39:28.426756 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-459e9011-df17-4b4e-a1bc-56a0a1ac35be req-efbe34b5-59f2-4065-84ca-41f05562172d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653822 Sep 10 11:39:28.918921 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f637448-cac2-4ec8-bf5b-5a4847afa89d req-938d19b6-ea8f-4823-a2f4-362b218d2efd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:28.920812 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8f637448-cac2-4ec8-bf5b-5a4847afa89d req-938d19b6-ea8f-4823-a2f4-362b218d2efd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0479128 Sep 10 11:39:28.963259 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8f637448-cac2-4ec8-bf5b-5a4847afa89d req-8a9412cb-225f-438a-aedf-14d89d55b772 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368941 Sep 10 11:39:29.535723 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84241003-78b7-4c33-a397-2b669f6a23e8 req-04743fd9-48b7-48f5-8ac6-e42ff7afc294 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:29.537439 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-84241003-78b7-4c33-a397-2b669f6a23e8 req-04743fd9-48b7-48f5-8ac6-e42ff7afc294 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0492408 Sep 10 11:39:29.582723 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-84241003-78b7-4c33-a397-2b669f6a23e8 req-f3880f84-1588-4664-88b1-aa54a33dab07 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395052 Sep 10 11:39:30.075690 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b4e342-c377-4f6f-a837-cccf6749f17a req-1399b770-e662-4262-bc7b-acd08c2dc591 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:30.077164 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2b4e342-c377-4f6f-a837-cccf6749f17a req-1399b770-e662-4262-bc7b-acd08c2dc591 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0473790 Sep 10 11:39:30.126761 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2b4e342-c377-4f6f-a837-cccf6749f17a req-e55e2f11-ff0b-43a2-be42-c0ae1f32c5a0 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438616 Sep 10 11:39:30.693471 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea75abff-d36f-43ad-bae1-89046b3ecf77 req-418ef5f1-eefb-4feb-bf82-beaf43d88d2e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:30.694951 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ea75abff-d36f-43ad-bae1-89046b3ecf77 req-418ef5f1-eefb-4feb-bf82-beaf43d88d2e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0476985 Sep 10 11:39:30.731529 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ea75abff-d36f-43ad-bae1-89046b3ecf77 req-2e575bd0-53e0-4224-b303-b6974e1d718f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307899 Sep 10 11:39:31.237299 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8605b937-c164-4601-a77d-5bcf2cc8d101 req-af905a68-c7d0-4ff0-94e3-39bdb963e5ca tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:31.239219 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8605b937-c164-4601-a77d-5bcf2cc8d101 req-af905a68-c7d0-4ff0-94e3-39bdb963e5ca tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0478816 Sep 10 11:39:31.275352 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8605b937-c164-4601-a77d-5bcf2cc8d101 req-64e612b3-fd7b-4507-8545-c372488719d4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303347 Sep 10 11:39:31.860495 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67067022-6de3-41c6-948d-4d7e2c65e9a3 req-894c7c53-e090-4c6c-bcab-50e0ebb818ae tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:31.862181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-67067022-6de3-41c6-948d-4d7e2c65e9a3 req-894c7c53-e090-4c6c-bcab-50e0ebb818ae tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0529044 Sep 10 11:39:31.902216 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-67067022-6de3-41c6-948d-4d7e2c65e9a3 req-6901434a-4799-4be8-a9df-a206e953fff8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341475 Sep 10 11:39:32.393175 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90bb5c4-a430-4ec9-a8ef-a65a07e43b28 req-04632268-d06f-4fff-81a6-7aa11fb83a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:32.394622 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a90bb5c4-a430-4ec9-a8ef-a65a07e43b28 req-04632268-d06f-4fff-81a6-7aa11fb83a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0482154 Sep 10 11:39:32.435525 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a90bb5c4-a430-4ec9-a8ef-a65a07e43b28 req-fa9eb0bd-c056-4a33-bf8d-e3333a64a552 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350449 Sep 10 11:39:33.026695 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca998f2e-8d88-4cf2-90b6-dfc5790c8ef4 req-ef74ec61-2c72-45a3-94ce-7101f0e0018c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:33.028152 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ca998f2e-8d88-4cf2-90b6-dfc5790c8ef4 req-ef74ec61-2c72-45a3-94ce-7101f0e0018c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0487139 Sep 10 11:39:33.074151 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ca998f2e-8d88-4cf2-90b6-dfc5790c8ef4 req-64c37840-6577-40d7-bd6e-ebf1b6eed4f7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393248 Sep 10 11:39:33.548024 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944b090d-a6a7-4b4c-812a-5d33867b469e req-f154e46b-50fe-4613-b874-60f2a804391a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:33.549542 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-944b090d-a6a7-4b4c-812a-5d33867b469e req-f154e46b-50fe-4613-b874-60f2a804391a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0473208 Sep 10 11:39:33.589984 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-944b090d-a6a7-4b4c-812a-5d33867b469e req-920b8c68-91b4-4eff-8dd9-c13796a5df57 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343146 Sep 10 11:39:34.191322 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b4c11f-ded1-4267-aa53-0a7800b1f53c req-6591dca9-44d9-452a-88ca-6a222cd111cd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:34.193169 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78b4c11f-ded1-4267-aa53-0a7800b1f53c req-6591dca9-44d9-452a-88ca-6a222cd111cd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0487189 Sep 10 11:39:34.239854 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78b4c11f-ded1-4267-aa53-0a7800b1f53c req-6135f947-f7dd-4efc-8b3b-b0db6f9b35f3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407748 Sep 10 11:39:34.704476 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737ec2bd-21c9-4fee-8042-6d8836142094 req-81202f02-cadd-4b74-8757-89e339da5909 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:34.705929 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-737ec2bd-21c9-4fee-8042-6d8836142094 req-81202f02-cadd-4b74-8757-89e339da5909 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0477436 Sep 10 11:39:34.741740 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-737ec2bd-21c9-4fee-8042-6d8836142094 req-39ef662b-d8a4-4947-8d55-bc47645a91b9 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298786 Sep 10 11:39:35.346731 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ad918a-277c-4e94-b6bf-c909457178a2 req-07a412e0-537a-4992-9dbf-b2902ebea1de tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:35.348167 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e0ad918a-277c-4e94-b6bf-c909457178a2 req-07a412e0-537a-4992-9dbf-b2902ebea1de tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0460806 Sep 10 11:39:35.382436 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:39:35.387209 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e0ad918a-277c-4e94-b6bf-c909457178a2 req-d3b73245-d15f-49ce-bb99-b7a668e27b63 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333061 Sep 10 11:39:35.853576 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914516b-d853-4828-9dde-2ab0b7481900 req-b8b0dbb5-9939-4cf8-a95d-a058607fd3d7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:35.854963 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e914516b-d853-4828-9dde-2ab0b7481900 req-b8b0dbb5-9939-4cf8-a95d-a058607fd3d7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0482547 Sep 10 11:39:35.893280 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e914516b-d853-4828-9dde-2ab0b7481900 req-56473a0d-24fe-4ae6-99d2-9901bfb263f5 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317905 Sep 10 11:39:36.498105 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c7791f-c700-4966-bc09-50bf70e570df req-4f6ca355-79fd-49cd-8bd4-af4871f26b14 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:36.499552 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-88c7791f-c700-4966-bc09-50bf70e570df req-4f6ca355-79fd-49cd-8bd4-af4871f26b14 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0474074 Sep 10 11:39:36.538441 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-88c7791f-c700-4966-bc09-50bf70e570df req-07f5d5d0-0d3f-4387-a21a-e6555a97ac82 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330870 Sep 10 11:39:37.003924 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c771d4f-c0bf-4c78-bf90-dff493c37b31 req-21c3bd59-4ad5-4630-86ae-78cf31f37c3d tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:37.005396 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c771d4f-c0bf-4c78-bf90-dff493c37b31 req-21c3bd59-4ad5-4630-86ae-78cf31f37c3d tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0478785 Sep 10 11:39:37.044826 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c771d4f-c0bf-4c78-bf90-dff493c37b31 req-c897c60c-b8e5-4d2b-90bd-e4987329e4f3 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336595 Sep 10 11:39:37.647765 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ae167f-1b77-43a3-a041-e354f8abc228 req-95db6dd1-ea8d-470f-8c98-bb13b17c5e4d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:37.649262 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c0ae167f-1b77-43a3-a041-e354f8abc228 req-95db6dd1-ea8d-470f-8c98-bb13b17c5e4d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0477445 Sep 10 11:39:37.687076 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c0ae167f-1b77-43a3-a041-e354f8abc228 req-59cea2ea-5471-42f2-b1b8-fc53ac83e431 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311251 Sep 10 11:39:37.861035 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-15ffd173-86c2-4a91-a7b9-b6d67cf889f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:37.862441 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-15ffd173-86c2-4a91-a7b9-b6d67cf889f6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1097 time: 0.0400295 Sep 10 11:39:38.055652 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-4611d0da-3f96-42c3-b045-4a9f810646cb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 217 time: 0.0403838 Sep 10 11:39:38.107883 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-ec3ea4af-15e3-4c56-b25b-952698e0c731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:38.109370 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-ec3ea4af-15e3-4c56-b25b-952698e0c731 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0430748 Sep 10 11:39:38.192434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137c8e9c-4157-42d7-b3e4-5acdd6cb667d req-b94d7c60-2be1-4c5f-a53a-831482cf5956 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:38.193906 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-137c8e9c-4157-42d7-b3e4-5acdd6cb667d req-b94d7c60-2be1-4c5f-a53a-831482cf5956 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0834110 Sep 10 11:39:38.196419 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-85828972-b52c-4f3c-8e4b-d91561ac72d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:38.197767 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-85828972-b52c-4f3c-8e4b-d91561ac72d8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0793722 Sep 10 11:39:38.256876 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-137c8e9c-4157-42d7-b3e4-5acdd6cb667d req-2a06d5eb-f7b1-4e56-ba8c-98783c29aba9 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570774 Sep 10 11:39:38.308115 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-1f934441-8fb1-4516-ba8d-7a0883da3147 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1014097 Sep 10 11:39:38.399101 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7ba472d6-cd88-4b0f-b3f6-2203333b8410 req-391ccdbb-e926-473e-8e0b-1f40447b6ce9 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834787 Sep 10 11:39:38.799368 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998c2449-ffd5-44c3-a332-9acc58094dbb req-d90c46d5-0d92-46fe-ab02-47471fd56f60 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:38.800853 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-998c2449-ffd5-44c3-a332-9acc58094dbb req-d90c46d5-0d92-46fe-ab02-47471fd56f60 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0475383 Sep 10 11:39:38.837042 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-998c2449-ffd5-44c3-a332-9acc58094dbb req-10731fc6-6eff-4e77-b906-6c19b1df902e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302510 Sep 10 11:39:39.370195 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132841dc-b47a-46dc-b40b-c0ed9840d6ec req-b3cdad66-2f69-42ed-b2b9-0646d9b88b9c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:39.371641 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-132841dc-b47a-46dc-b40b-c0ed9840d6ec req-b3cdad66-2f69-42ed-b2b9-0646d9b88b9c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0503130 Sep 10 11:39:39.408437 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-132841dc-b47a-46dc-b40b-c0ed9840d6ec req-4555f3ac-3870-4bd6-bbeb-fca9cc238839 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308392 Sep 10 11:39:39.952401 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361ea3e1-0cc1-4189-8cf6-6e49bb6ce2e1 req-91a56551-e21f-4640-9852-101600a5d64b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:39.953854 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-361ea3e1-0cc1-4189-8cf6-6e49bb6ce2e1 req-91a56551-e21f-4640-9852-101600a5d64b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0508873 Sep 10 11:39:40.221307 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-361ea3e1-0cc1-4189-8cf6-6e49bb6ce2e1 req-da2f9f54-1ddf-4e58-a5f1-32b67ba3cd67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615445 Sep 10 11:39:40.231629 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-16af0444-317d-42d8-aa0e-2c493300be63 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521309 Sep 10 11:39:40.516331 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb21a0-15af-4828-8b39-466b54425244 req-d696e41d-cc68-4bef-8c59-bb815c8053ea tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:40.517760 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9cb21a0-15af-4828-8b39-466b54425244 req-d696e41d-cc68-4bef-8c59-bb815c8053ea tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0459807 Sep 10 11:39:40.553878 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9cb21a0-15af-4828-8b39-466b54425244 req-5c852901-27f0-4461-8783-583177a4cb61 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303006 Sep 10 11:39:40.876911 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fd8e724e-9c9d-48e4-a16d-a8be77e1dabd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:41.336744 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e14c5c-3e77-4eab-847e-91f7c48ac901 req-b6ac02b7-afa8-4b68-abb1-4a89142b6632 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:41.338185 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-72e14c5c-3e77-4eab-847e-91f7c48ac901 req-b6ac02b7-afa8-4b68-abb1-4a89142b6632 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0504298 Sep 10 11:39:41.376604 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-72e14c5c-3e77-4eab-847e-91f7c48ac901 req-f39b4177-bb6c-470c-9bce-32bef8ad25fb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319130 Sep 10 11:39:41.663809 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c743a41-a5b9-47e3-9aa5-339e858c7b32 req-de752838-5715-4996-87c4-98f6012c50ee tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:41.665609 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2c743a41-a5b9-47e3-9aa5-339e858c7b32 req-de752838-5715-4996-87c4-98f6012c50ee tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0482831 Sep 10 11:39:41.701710 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2c743a41-a5b9-47e3-9aa5-339e858c7b32 req-b07bc6a0-1afb-4a3e-9e77-d773b6026b97 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297844 Sep 10 11:39:42.342806 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:42.486808 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7038e8-9330-40ee-9715-a62c912a9bef req-bd467a94-faf3-41cd-9012-099deac8d104 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:42.488168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4b7038e8-9330-40ee-9715-a62c912a9bef req-bd467a94-faf3-41cd-9012-099deac8d104 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0469146 Sep 10 11:39:42.524422 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4b7038e8-9330-40ee-9715-a62c912a9bef req-f1424c51-267d-4d4b-97b0-cd2d81667095 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303743 Sep 10 11:39:42.815276 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1753a40f-7f13-4382-8f03-5cdc24b67f19 req-23392701-6f0e-458d-b1d9-9dbdbe484160 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:42.816724 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1753a40f-7f13-4382-8f03-5cdc24b67f19 req-23392701-6f0e-458d-b1d9-9dbdbe484160 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0506992 Sep 10 11:39:42.852086 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1753a40f-7f13-4382-8f03-5cdc24b67f19 req-8183d325-f93b-4e5f-9bb9-f00ca1376707 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296619 Sep 10 11:39:43.080543 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-42964ca4-5a61-4a0c-922a-4a3e7cfae346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:43.081907 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-42964ca4-5a61-4a0c-922a-4a3e7cfae346 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1098 time: 0.0392084 Sep 10 11:39:43.133073 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a6a88dbe-98dc-445b-a1c4-f1ad054b5882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:43.634475 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e97486f-d5c7-40b0-adcf-0f89ed952fd5 req-c548e581-7bf9-4c55-9b8f-ac69f35024c4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:43.635812 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e97486f-d5c7-40b0-adcf-0f89ed952fd5 req-c548e581-7bf9-4c55-9b8f-ac69f35024c4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0468009 Sep 10 11:39:43.672870 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e97486f-d5c7-40b0-adcf-0f89ed952fd5 req-d09067c8-431f-4941-ae6a-879ce3e24b69 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 Sep 10 11:39:43.923811 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:43.964595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9609356a-ad17-4d46-a7b9-fa30dcaaf17d req-b5ee2466-d9f3-40ef-8e89-541730d361ed tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:43.966082 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9609356a-ad17-4d46-a7b9-fa30dcaaf17d req-b5ee2466-d9f3-40ef-8e89-541730d361ed tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0479577 Sep 10 11:39:44.005290 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9609356a-ad17-4d46-a7b9-fa30dcaaf17d req-fb4db09c-5a0d-4414-bec7-5d386ccf6d89 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334387 Sep 10 11:39:44.696611 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:44.828295 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae0c28c-02d8-41fb-9a48-c7d26c0722cb req-909ea1c3-eb95-482e-872a-53bdf0955651 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:44.829768 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9ae0c28c-02d8-41fb-9a48-c7d26c0722cb req-909ea1c3-eb95-482e-872a-53bdf0955651 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0872378 Sep 10 11:39:44.857042 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-644e24a2-90de-4d8d-a2ea-cad1c43a59eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:44.858966 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-644e24a2-90de-4d8d-a2ea-cad1c43a59eb service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.1347795 Sep 10 11:39:44.910992 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9ae0c28c-02d8-41fb-9a48-c7d26c0722cb req-47b665fd-a89c-49df-bfa2-e6f479987cf4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727146 Sep 10 11:39:44.959818 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-e8ea33df-1f97-4e39-8977-e569aac6562e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 1001 time: 0.0893011 Sep 10 11:39:45.012800 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-bba052a7-3e5d-4f88-a154-25de8c9c805c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:45.014758 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-bba052a7-3e5d-4f88-a154-25de8c9c805c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0457098 Sep 10 11:39:45.060555 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-11d75df8-b603-49fc-904c-935d9af7ed33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:45.062691 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-11d75df8-b603-49fc-904c-935d9af7ed33 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0405252 Sep 10 11:39:45.173851 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368f133-f704-4754-a1f3-282d8777ff67 req-d67a01c6-9271-4755-9c95-bb4aa2894fc2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:45.175201 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7368f133-f704-4754-a1f3-282d8777ff67 req-d67a01c6-9271-4755-9c95-bb4aa2894fc2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0972857 Sep 10 11:39:45.203243 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-66d122cb-a7f4-4325-9366-2006178eb0fa service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323128 Sep 10 11:39:45.228253 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7368f133-f704-4754-a1f3-282d8777ff67 req-b66db504-2c2f-4922-9e0c-e0bcad8ab4f8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458069 Sep 10 11:39:45.304879 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1dd60622-b3ce-49d7-9710-a49bd0d8301d req-e6b30c40-3893-4abb-95c3-50f832fc1892 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901492 Sep 10 11:39:45.772406 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.023701 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4876aa14-fff8-4223-84e0-ee2c49a47f07 req-a48255d4-8b59-49c8-8df6-cc2385d7a78e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:46.025318 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4876aa14-fff8-4223-84e0-ee2c49a47f07 req-a48255d4-8b59-49c8-8df6-cc2385d7a78e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0489197 Sep 10 11:39:46.063012 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4876aa14-fff8-4223-84e0-ee2c49a47f07 req-56b4faaf-82d4-4dbc-bc18-3d565a9957f6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309820 Sep 10 11:39:46.371941 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce05cca-ff80-4dcc-9685-9e2197e1ded2 req-11cae937-7708-402d-bbfc-d840147e5408 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:46.373951 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ce05cca-ff80-4dcc-9685-9e2197e1ded2 req-11cae937-7708-402d-bbfc-d840147e5408 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0771935 Sep 10 11:39:46.382683 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148ae76c-78c6-4af3-837e-bf0d05af75fd req-655fbc51-47b5-454e-837f-974630dd57b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:46.384043 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-148ae76c-78c6-4af3-837e-bf0d05af75fd req-655fbc51-47b5-454e-837f-974630dd57b0 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.0601001 Sep 10 11:39:46.431785 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ce05cca-ff80-4dcc-9685-9e2197e1ded2 req-d3f17a5c-edba-4bae-a841-59186e515bd2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510659 Sep 10 11:39:46.441879 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-148ae76c-78c6-4af3-837e-bf0d05af75fd req-ffee8547-9fef-4f5e-950d-afeb1553ed85 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422089 Sep 10 11:39:46.548469 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 51480) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:46.592059 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Deleting subnet e4a00dae-231a-4240-93e2-cd91513b028d {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:39:46.595137 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.629644 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.669196 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.718447 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.742669 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e4a00dae-231a-4240-93e2-cd91513b028d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:46.747022 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.749523 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e4a00dae-231a-4240-93e2-cd91513b028d HTTP/1.1" status: 204 len: 168 time: 0.1999216 Sep 10 11:39:46.751940 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51482) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:46.754052 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.754401 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.754741 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.755070 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.755401 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.755729 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.756051 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.756402 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.756726 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.757044 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.757360 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.757730 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2e12d7-93b3-468b-a74f-d3d0ef4b135e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:46.821081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.897761 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.918748 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c037590-42a6-49d5-b779-b59f8e18a1b2']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:39:46.928554 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bef5cde2-d524-4653-9b7b-36843f415d80') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:39:46.928853 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bef5cde2-d524-4653-9b7b-36843f415d80') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:39:46.937921 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.951420 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.957115 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:39:46.957491 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:39:46.959252 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:39:47.015772 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:47.024095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:47.025986 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] 10.222.0.35 "DELETE /v2.0/networks/6c037590-42a6-49d5-b779-b59f8e18a1b2 HTTP/1.1" status: 204 len: 168 time: 0.2729869 Sep 10 11:39:47.036718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01acdecb-036a-45fe-96cb-68bc932f555f admin admin] Pushing event deleted for resources: {'Network': ['ID=6c037590-42a6-49d5-b779-b59f8e18a1b2,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:47.215679 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e617da24-31e5-47b5-b5d0-ff5823de0f47 req-2959eea6-bd3e-48ce-8deb-b5f941b666e5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:47.217282 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e617da24-31e5-47b5-b5d0-ff5823de0f47 req-2959eea6-bd3e-48ce-8deb-b5f941b666e5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0593293 Sep 10 11:39:47.263204 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e617da24-31e5-47b5-b5d0-ff5823de0f47 req-2b0527e1-3d06-45b6-9b43-83ccd0504af6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387557 Sep 10 11:39:47.326613 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51514) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:47.367736 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b90d9897-0826-4920-8e1a-ab27ffaf3989 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e2fc240fb37452a97e8b5676dab9e98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398378 Sep 10 11:39:47.370097 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51520) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:47.422618 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2be93980-e800-4d1b-98ab-b4bb0046dc73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:47.447629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2be93980-e800-4d1b-98ab-b4bb0046dc73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:47.503008 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2be93980-e800-4d1b-98ab-b4bb0046dc73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:47.506083 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2be93980-e800-4d1b-98ab-b4bb0046dc73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:47.507406 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2be93980-e800-4d1b-98ab-b4bb0046dc73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/609e57f8-d964-458c-a750-930158279152 HTTP/1.1" status: 204 len: 168 time: 0.1363871 Sep 10 11:39:47.516931 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be93980-e800-4d1b-98ab-b4bb0046dc73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609e57f8-d964-458c-a750-930158279152,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:47.568587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3819e3a-2191-4ec3-9fdb-ee4d19adb61e req-7b3192e8-9de2-41c5-9543-211c3b1b4666 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:47.570161 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3819e3a-2191-4ec3-9fdb-ee4d19adb61e req-7b3192e8-9de2-41c5-9543-211c3b1b4666 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0551698 Sep 10 11:39:47.609945 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3819e3a-2191-4ec3-9fdb-ee4d19adb61e req-a59cb809-f5be-4228-947b-6ca7851c34b9 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338964 Sep 10 11:39:48.396735 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e0ef4-26cd-46ed-96ad-eaf1e17c46ef req-2baac41d-9c8e-43a4-89eb-b28548917ac9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:48.399246 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5a3e0ef4-26cd-46ed-96ad-eaf1e17c46ef req-2baac41d-9c8e-43a4-89eb-b28548917ac9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0636964 Sep 10 11:39:48.437655 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5a3e0ef4-26cd-46ed-96ad-eaf1e17c46ef req-f2e0ab96-f763-4351-8e8a-2a9b082f6f9d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316432 Sep 10 11:39:48.727527 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1200629-e18e-4a0e-8988-d629fa488ca1 req-9fbc389d-ea46-400c-a39c-a8a855250b18 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:48.729007 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e1200629-e18e-4a0e-8988-d629fa488ca1 req-9fbc389d-ea46-400c-a39c-a8a855250b18 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 944 time: 0.0475471 Sep 10 11:39:48.765218 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e1200629-e18e-4a0e-8988-d629fa488ca1 req-80d980a4-46f0-4761-a077-837b0c533773 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300908 Sep 10 11:39:48.901327 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e9c9f7bb-0e7f-4d86-af68-c1806c676f16 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:39:48.991994 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:39:49.002875 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'port_id': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'mac_address': 'fa:16:3e:52:2d:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 591, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:39:49.038993 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:49.054117 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c9f7bb-0e7f-4d86-af68-c1806c676f16 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:39:49.072675 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:39:49.076006 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:49.120293 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:49.127816 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.128170 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.128534 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.128871 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.129203 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.129532 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.129857 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.130180 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.130505 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.130825 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.131145 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.131463 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:39:49.554570 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8c9a8d-1709-4a4a-a7a2-00a59a448c0f req-6216bf4a-96ea-4cd9-b554-d165ed8d8ca5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:49.556073 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4f8c9a8d-1709-4a4a-a7a2-00a59a448c0f req-6216bf4a-96ea-4cd9-b554-d165ed8d8ca5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0516880 Sep 10 11:39:49.594494 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4f8c9a8d-1709-4a4a-a7a2-00a59a448c0f req-83fd2e75-c5c7-4064-8b35-1b92f7f870dc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314867 Sep 10 11:39:49.661341 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e9c9f7bb-0e7f-4d86-af68-c1806c676f16'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:39:49.942538 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-ae3e6e98-e25c-4be9-994c-af148ece358f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:49.944103 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-ae3e6e98-e25c-4be9-994c-af148ece358f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.1271489 Sep 10 11:39:49.960260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50480c-0d57-4476-bd69-216e39ef59a8 req-22d15b2a-e361-4146-9d9e-ed4f3c210e40 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:49.961668 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1c50480c-0d57-4476-bd69-216e39ef59a8 req-22d15b2a-e361-4146-9d9e-ed4f3c210e40 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1025693 Sep 10 11:39:49.999194 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eff524-ca59-407a-8d73-460f90069f2a req-54c2553c-c1c2-4848-8428-462b66d8c625 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:50.000708 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-54eff524-ca59-407a-8d73-460f90069f2a req-54c2553c-c1c2-4848-8428-462b66d8c625 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 945 time: 0.1096237 Sep 10 11:39:50.087398 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1c50480c-0d57-4476-bd69-216e39ef59a8 req-a3498fa3-e50a-4b5b-a090-65c9e85e8082 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172695 Sep 10 11:39:50.098967 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-54eff524-ca59-407a-8d73-460f90069f2a req-4733b1cc-f36c-48f3-bd63-3bcad8b67a89 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901763 Sep 10 11:39:50.121895 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-4c94fdf5-ce77-42f2-a7b6-e6a97e773069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:50.121895 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-4c94fdf5-ce77-42f2-a7b6-e6a97e773069 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1661808 Sep 10 11:39:50.164652 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-4e681773-2f3c-4704-a3f0-7e3dcefba6c1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.0373733 Sep 10 11:39:50.211761 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-4fa98b46-d320-405e-bc89-bd45ab96ba41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:50.213176 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-4fa98b46-d320-405e-bc89-bd45ab96ba41 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0418487 Sep 10 11:39:50.243229 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-921f8c64-a50e-4d11-b6fc-f8d93ffbd220 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0225415 Sep 10 11:39:50.331610 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-0cba33eb-bba1-4f60-a717-5066287f466c service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802336 Sep 10 11:39:50.419076 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e58af7a-97fd-48b4-9389-c26c03200a27 req-86f0de8e-74f8-40c2-8a42-e6390cb60a26 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788138 Sep 10 11:39:50.911279 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e9c9f7bb-0e7f-4d86-af68-c1806c676f16 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:39:50.964806 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:39:50.968821 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:39:50.969186 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.003819 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51640) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:51.053354 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.077669 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:39:51.080100 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2a1db0-4c09-4aa3-a50f-c089f62f5d73" -d '{"events": [{"server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "name": "network-vif-plugged", "status": "completed", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:39:51.094714 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:39:51.102095 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.169703 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c082659-64ff-422b-9e79-6b5bf4d50c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.204176 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0836c51-8ff9-4f04-ae68-fcd1a64ace07 x-openstack-request-id: req-a0836c51-8ff9-4f04-ae68-fcd1a64ace07 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:39:51.205887 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "name": "network-vif-plugged", "status": "completed", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:39:51.206142 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a0836c51-8ff9-4f04-ae68-fcd1a64ace07 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:39:51.206534 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'code': 200} Sep 10 11:39:51.208792 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:51.232718 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 51652) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:51.350078 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b43b07ed-13a9-494c-a7c7-b09e716c1baf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.370429 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac74a4-bddd-4dae-9394-f82123a5b134 req-5135f7a7-b86b-4d07-b048-31aefb4c85bc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:51.371897 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b9ac74a4-bddd-4dae-9394-f82123a5b134 req-5135f7a7-b86b-4d07-b048-31aefb4c85bc tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1508870 Sep 10 11:39:51.400430 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c082659-64ff-422b-9e79-6b5bf4d50c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.410934 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cd4e1e-2306-4d03-b1f1-754bb9ae8be3 req-214fb371-cef0-4364-a873-d43153c5ddb4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:51.412554 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90cd4e1e-2306-4d03-b1f1-754bb9ae8be3 req-214fb371-cef0-4364-a873-d43153c5ddb4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.1605747 Sep 10 11:39:51.424438 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8c082659-64ff-422b-9e79-6b5bf4d50c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.443251 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db071b85-f333-4c13-a896-95f7641d17b7 req-6f09f036-a2c8-4884-9d48-82d36703f38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:51.444834 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-db071b85-f333-4c13-a896-95f7641d17b7 req-6f09f036-a2c8-4884-9d48-82d36703f38a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1099 time: 0.1316514 Sep 10 11:39:51.490698 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b43b07ed-13a9-494c-a7c7-b09e716c1baf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.494933 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b43b07ed-13a9-494c-a7c7-b09e716c1baf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.510598 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b9ac74a4-bddd-4dae-9394-f82123a5b134 req-bc4879b8-3538-40bb-8910-5db9f817a980 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303868 Sep 10 11:39:51.516844 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8c082659-64ff-422b-9e79-6b5bf4d50c69 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4c9fcd6a767c4ceaaf4e3dad0ab3e3e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5119221 Sep 10 11:39:51.522676 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 51656) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:51.525355 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c082659-64ff-422b-9e79-6b5bf4d50c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd7aad3-c75e-4e1a-8ff0-78301bf2d480,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:51.545402 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b43b07ed-13a9-494c-a7c7-b09e716c1baf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c5dd257aea2b441c92b63ec040a39558&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3115489 Sep 10 11:39:51.552006 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90cd4e1e-2306-4d03-b1f1-754bb9ae8be3 req-fc9265bc-80a6-4616-af4a-2a4ae3c0795b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274500 Sep 10 11:39:51.552006 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51658) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:51.558282 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-db071b85-f333-4c13-a896-95f7641d17b7 req-58a18c07-82a1-415f-b17c-41ecd5617f40 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007497 Sep 10 11:39:51.568052 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43b07ed-13a9-494c-a7c7-b09e716c1baf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16322aee-3e51-47a1-9972-4776b10c2a03,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:51.597575 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2683e153-fb14-43c4-8ceb-2002f1cc47f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.605999 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c666f184-14a8-46d7-aa6f-38db12f808ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.619105 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2683e153-fb14-43c4-8ceb-2002f1cc47f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.629534 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c666f184-14a8-46d7-aa6f-38db12f808ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.674598 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2683e153-fb14-43c4-8ceb-2002f1cc47f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.677161 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2683e153-fb14-43c4-8ceb-2002f1cc47f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.678514 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2683e153-fb14-43c4-8ceb-2002f1cc47f2 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dcd7aad3-c75e-4e1a-8ff0-78301bf2d480 HTTP/1.1" status: 204 len: 168 time: 0.1548495 Sep 10 11:39:51.684743 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c666f184-14a8-46d7-aa6f-38db12f808ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.686679 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2683e153-fb14-43c4-8ceb-2002f1cc47f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd7aad3-c75e-4e1a-8ff0-78301bf2d480,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:51.687523 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c666f184-14a8-46d7-aa6f-38db12f808ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:51.694718 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-c666f184-14a8-46d7-aa6f-38db12f808ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/16322aee-3e51-47a1-9972-4776b10c2a03 HTTP/1.1" status: 204 len: 168 time: 0.1366262 Sep 10 11:39:51.704229 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c666f184-14a8-46d7-aa6f-38db12f808ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16322aee-3e51-47a1-9972-4776b10c2a03,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:52.049590 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 51688) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:52.064471 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa3eea64-3e4e-4f99-8699-3567e95b6a00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.149974 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51692) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:52.160244 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa3eea64-3e4e-4f99-8699-3567e95b6a00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.165938 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fa3eea64-3e4e-4f99-8699-3567e95b6a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.193657 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fa3eea64-3e4e-4f99-8699-3567e95b6a00 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=13c87a834ec4495e9b47a1fa46c98123&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1429658 Sep 10 11:39:52.196914 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 51700) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:52.215474 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3eea64-3e4e-4f99-8699-3567e95b6a00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=945117b0-7863-4152-9f40-ce7062de2c47,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:52.273209 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b44f42d1-d941-425a-bfd0-8fd091003f13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.298893 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b44f42d1-d941-425a-bfd0-8fd091003f13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.312591 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-31bb5434-5319-4cac-a6b4-4dd47ac939d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.369963 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b44f42d1-d941-425a-bfd0-8fd091003f13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.372546 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b44f42d1-d941-425a-bfd0-8fd091003f13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.373684 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b44f42d1-d941-425a-bfd0-8fd091003f13 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/945117b0-7863-4152-9f40-ce7062de2c47 HTTP/1.1" status: 204 len: 168 time: 0.1757455 Sep 10 11:39:52.387385 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f42d1-d941-425a-bfd0-8fd091003f13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=945117b0-7863-4152-9f40-ce7062de2c47,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:52.455442 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-31bb5434-5319-4cac-a6b4-4dd47ac939d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.460433 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-31bb5434-5319-4cac-a6b4-4dd47ac939d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.498902 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-31bb5434-5319-4cac-a6b4-4dd47ac939d3 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a01bd909639c4fff9f63a54d4164722a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3477366 Sep 10 11:39:52.500303 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bb5434-5319-4cac-a6b4-4dd47ac939d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbecf50e-fc0f-4d1b-b3d1-3dd6e6f84133,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:52.502152 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 51706) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:39:52.553148 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dc54a6d-9db0-4ad6-9663-48ef6fab307a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.575137 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dc54a6d-9db0-4ad6-9663-48ef6fab307a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.633716 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dc54a6d-9db0-4ad6-9663-48ef6fab307a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.636622 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0dc54a6d-9db0-4ad6-9663-48ef6fab307a admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:39:52.637810 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0dc54a6d-9db0-4ad6-9663-48ef6fab307a admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bbecf50e-fc0f-4d1b-b3d1-3dd6e6f84133 HTTP/1.1" status: 204 len: 168 time: 0.1340652 Sep 10 11:39:52.648103 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc54a6d-9db0-4ad6-9663-48ef6fab307a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbecf50e-fc0f-4d1b-b3d1-3dd6e6f84133,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:39:52.701849 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a7059-b075-455c-a3db-df3518a30490 req-c07c1fe1-e2fc-414c-80a1-ab3085c713a1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:52.703419 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e8a7059-b075-455c-a3db-df3518a30490 req-c07c1fe1-e2fc-414c-80a1-ab3085c713a1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1147652 Sep 10 11:39:52.711004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4ea495-8fbb-444e-add2-7bf12944b67a req-4e588956-be58-484b-bf80-800c5ad4a8d2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:52.712424 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6d4ea495-8fbb-444e-add2-7bf12944b67a req-4e588956-be58-484b-bf80-800c5ad4a8d2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0796373 Sep 10 11:39:52.762854 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e8a7059-b075-455c-a3db-df3518a30490 req-a7f119b6-002f-43ad-b588-b3c9ca501e9d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494788 Sep 10 11:39:52.778232 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6d4ea495-8fbb-444e-add2-7bf12944b67a req-a4ca691b-ae01-4d89-9c83-f0cc568a51a2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582492 Sep 10 11:39:53.947593 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ba8db7-2a47-41e7-8d33-3426d2a01f3e req-957234fa-4dae-4bb6-85aa-0a66d9497423 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:53.949147 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c8ba8db7-2a47-41e7-8d33-3426d2a01f3e req-957234fa-4dae-4bb6-85aa-0a66d9497423 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0858228 Sep 10 11:39:53.962977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4322c808-5d09-42bb-85a7-f50571d6c347 req-2033264c-7b90-4b00-8406-332bc5df4084 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:53.964804 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4322c808-5d09-42bb-85a7-f50571d6c347 req-2033264c-7b90-4b00-8406-332bc5df4084 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0854294 Sep 10 11:39:54.024687 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c8ba8db7-2a47-41e7-8d33-3426d2a01f3e req-335e76c4-63e6-429c-a8c7-4013101049a9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585845 Sep 10 11:39:54.027578 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4322c808-5d09-42bb-85a7-f50571d6c347 req-b4770fc2-2963-44c0-b14b-ed8430f617e4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535927 Sep 10 11:39:54.173023 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a3072-932a-4bbb-b08b-9d014db5afd0 req-048ad7f4-9a69-4c44-8d7f-8308b5ff6f6b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:54.175085 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb6a3072-932a-4bbb-b08b-9d014db5afd0 req-048ad7f4-9a69-4c44-8d7f-8308b5ff6f6b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0588038 Sep 10 11:39:54.226716 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb6a3072-932a-4bbb-b08b-9d014db5afd0 req-b5415ff1-f9fe-4a6f-9756-fe19c5cc9b1c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456786 Sep 10 11:39:54.641462 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e72b6c-8cfd-42bb-b6d9-253336d452b8 req-a1aa9c5a-d0ef-4d39-ba6b-7eb20dea068f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:54.642942 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76e72b6c-8cfd-42bb-b6d9-253336d452b8 req-a1aa9c5a-d0ef-4d39-ba6b-7eb20dea068f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0498629 Sep 10 11:39:54.679625 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76e72b6c-8cfd-42bb-b6d9-253336d452b8 req-2ef3a07b-effc-4a23-8028-8e0fc79c0749 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308807 Sep 10 11:39:59.763669 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db42ee59-3ba0-4471-85b8-0550f3c14500 req-fc3269a0-0efa-43f5-9fd8-b6edfd5b2397 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:39:59.765222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-db42ee59-3ba0-4471-85b8-0550f3c14500 req-fc3269a0-0efa-43f5-9fd8-b6edfd5b2397 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0506184 Sep 10 11:39:59.802723 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-db42ee59-3ba0-4471-85b8-0550f3c14500 req-281d8c22-8d16-49cf-9401-1a32c06f9804 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316293 Sep 10 11:40:04.333537 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52080) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:04.440587 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eeabc36d-b44c-45ae-86b3-57b7a919f5a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.529738 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eeabc36d-b44c-45ae-86b3-57b7a919f5a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.534624 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-eeabc36d-b44c-45ae-86b3-57b7a919f5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.574561 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52096) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:04.577060 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-eeabc36d-b44c-45ae-86b3-57b7a919f5a5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f1fc19a071eb4885bb96bcd11dcaf04c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2422495 Sep 10 11:40:04.580921 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeabc36d-b44c-45ae-86b3-57b7a919f5a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7935726c-69c7-4eb4-9c15-ebe911d898ee,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:04.630807 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a298799-7698-40eb-a756-0d4e50924b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.658927 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a298799-7698-40eb-a756-0d4e50924b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.710414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a298799-7698-40eb-a756-0d4e50924b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.713381 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5a298799-7698-40eb-a756-0d4e50924b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.717584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-5a298799-7698-40eb-a756-0d4e50924b5b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/7935726c-69c7-4eb4-9c15-ebe911d898ee HTTP/1.1" status: 204 len: 168 time: 0.1419961 Sep 10 11:40:04.729647 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a298799-7698-40eb-a756-0d4e50924b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7935726c-69c7-4eb4-9c15-ebe911d898ee,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:04.749675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52108) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:04.869226 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-76a6b85b-26fb-42be-965e-7bbbae1ab1aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.983511 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-76a6b85b-26fb-42be-965e-7bbbae1ab1aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:04.989310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-76a6b85b-26fb-42be-965e-7bbbae1ab1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.038081 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-76a6b85b-26fb-42be-965e-7bbbae1ab1aa admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=e34f4c9712a44bcda6b8d19aa54b60c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2846713 Sep 10 11:40:05.038081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a6b85b-26fb-42be-965e-7bbbae1ab1aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfdeb447-8d7c-4683-add5-afc178a97e3a,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:05.039052 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52124) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:05.095441 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-187a6842-800c-4200-b427-f932bdca1899 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.118007 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52128) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:05.120896 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-187a6842-800c-4200-b427-f932bdca1899 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.132957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-65794deb-4494-43dc-b95a-5e174faf1b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.169584 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-187a6842-800c-4200-b427-f932bdca1899 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.172090 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-187a6842-800c-4200-b427-f932bdca1899 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.173837 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-187a6842-800c-4200-b427-f932bdca1899 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cfdeb447-8d7c-4683-add5-afc178a97e3a HTTP/1.1" status: 204 len: 168 time: 0.1341050 Sep 10 11:40:05.185949 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a6842-800c-4200-b427-f932bdca1899 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfdeb447-8d7c-4683-add5-afc178a97e3a,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:05.239098 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-65794deb-4494-43dc-b95a-5e174faf1b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.242819 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-65794deb-4494-43dc-b95a-5e174faf1b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.282479 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-65794deb-4494-43dc-b95a-5e174faf1b83 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2b4984998b7c4e34a979bb0d23988741&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1633124 Sep 10 11:40:05.284519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65794deb-4494-43dc-b95a-5e174faf1b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e0f3e3-7a7c-4db1-bb5a-beea2624b6d0,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:05.285213 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52132) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:05.338437 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02d22202-8ca7-437b-b593-13a4d78e4eb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.359910 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02d22202-8ca7-437b-b593-13a4d78e4eb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.405804 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02d22202-8ca7-437b-b593-13a4d78e4eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.408787 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-02d22202-8ca7-437b-b593-13a4d78e4eb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:05.409927 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-02d22202-8ca7-437b-b593-13a4d78e4eb5 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/33e0f3e3-7a7c-4db1-bb5a-beea2624b6d0 HTTP/1.1" status: 204 len: 168 time: 0.1237164 Sep 10 11:40:05.417418 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d22202-8ca7-437b-b593-13a4d78e4eb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e0f3e3-7a7c-4db1-bb5a-beea2624b6d0,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:05.981005 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52174) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:06.168342 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-996833925-network', 'tenant_id': '4bca0cd208ff4ee4b4ed6714a61e86b9'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:06.192957 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Made reservation on behalf of 4bca0cd208ff4ee4b4ed6714a61e86b9 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:06.195214 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.207348 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.299940 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.305328 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.332421 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 584} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:40:06.341465 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3463a6d-de55-48da-85c0-5443798b61c5,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:06.347789 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.348126 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Added segment 809af4f7-4162-4171-876a-b1a960805d80 of type vlan for network 9917f027-6f35-4bb3-84c5-d570af62e709 Sep 10 11:40:06.390680 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.419177 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.420345 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:06.421049 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.462417 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52202) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:06.462985 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4803059 Sep 10 11:40:06.468101 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Request body: {'subnet': {'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-996833925-subnet', 'tenant_id': '4bca0cd208ff4ee4b4ed6714a61e86b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:06.492460 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732622e7-45a8-42bb-9007-e97c293237c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9917f027-6f35-4bb3-84c5-d570af62e709,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:06.493011 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Made reservation on behalf of 4bca0cd208ff4ee4b4ed6714a61e86b9 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:06.506792 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 9917f027-6f35-4bb3-84c5-d570af62e709 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:40:06.507889 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.510503 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52206) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:06.704185 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.735979 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bf2303b6-2458-4555-98dd-7d3f1dc47449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.764129 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Pushing event updated for resources: {'Subnet': ['ID=845dfe3b-b66b-434b-877a-0faf06abc723,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:06.778600 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Checking segment: {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:06.778959 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Network hostable DHCP agents. Network: 9917f027-6f35-4bb3-84c5-d570af62e709, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:40:06.803745 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Network 9917f027-6f35-4bb3-84c5-d570af62e709 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:40:06.815929 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 9917f027-6f35-4bb3-84c5-d570af62e709) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:06.822858 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:06.825222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.825699 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbc496a-e449-4b5f-8c69-cd9d0a5ed2bd None None] Network 9917f027-6f35-4bb3-84c5-d570af62e709 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:40:06.865988 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bf2303b6-2458-4555-98dd-7d3f1dc47449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.871444 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bf2303b6-2458-4555-98dd-7d3f1dc47449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:06.886033 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e5cb3f84-4da4-4658-9ccc-cef946c42b37 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4216976 Sep 10 11:40:06.937080 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bf2303b6-2458-4555-98dd-7d3f1dc47449 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=bd93dd3759e84d20913d362bc07ce135&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4231298 Sep 10 11:40:06.937553 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52224) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:06.945317 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2303b6-2458-4555-98dd-7d3f1dc47449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3eae56-3667-4190-9149-afc7c5de85df,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:06.967961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051a3ae1-c231-4f9a-a5e6-b7a0f253bcbb None None] Network 9917f027-6f35-4bb3-84c5-d570af62e709 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:40:07.017521 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57001ee-ee26-4678-aed4-2d5505b61590 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.284277 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57001ee-ee26-4678-aed4-2d5505b61590 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.338780 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57001ee-ee26-4678-aed4-2d5505b61590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.341555 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d57001ee-ee26-4678-aed4-2d5505b61590 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.342971 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d57001ee-ee26-4678-aed4-2d5505b61590 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2e3eae56-3667-4190-9149-afc7c5de85df HTTP/1.1" status: 204 len: 168 time: 0.4036815 Sep 10 11:40:07.351501 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57001ee-ee26-4678-aed4-2d5505b61590 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3eae56-3667-4190-9149-afc7c5de85df,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:07.733168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52270) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:07.827506 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52278) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:07.845898 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fb6cac6-d209-44b4-a9c4-8ba27e734b5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.863062 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7f6d-0548-4a89-8bd7-37dfd7c97080 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.966237 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fb6cac6-d209-44b4-a9c4-8ba27e734b5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:07.970755 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fb6cac6-d209-44b4-a9c4-8ba27e734b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.009776 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3fb6cac6-d209-44b4-a9c4-8ba27e734b5a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c8f39842c61c4f909443c9a49ab00c61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1803226 Sep 10 11:40:08.012566 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52286) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:08.020121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb6cac6-d209-44b4-a9c4-8ba27e734b5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=640ccb2f-843c-493d-90b8-8ddec654c234,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:08.067310 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da6701c6-6d0d-4347-9ee8-62d5bb5057fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.090136 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da6701c6-6d0d-4347-9ee8-62d5bb5057fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.097286 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d08223-1f00-4614-a01d-5d006a527681 req-60ffad3a-7708-4d70-af07-786df4240645 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:08.099064 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-16d08223-1f00-4614-a01d-5d006a527681 req-60ffad3a-7708-4d70-af07-786df4240645 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1044781 Sep 10 11:40:08.102625 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-fe810dc5-89a4-4f58-9fc4-8704195249f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:08.103884 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-fe810dc5-89a4-4f58-9fc4-8704195249f2 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.1068509 Sep 10 11:40:08.147183 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da6701c6-6d0d-4347-9ee8-62d5bb5057fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.152062 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da6701c6-6d0d-4347-9ee8-62d5bb5057fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.153883 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-da6701c6-6d0d-4347-9ee8-62d5bb5057fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/640ccb2f-843c-493d-90b8-8ddec654c234 HTTP/1.1" status: 204 len: 168 time: 0.1401646 Sep 10 11:40:08.163003 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6701c6-6d0d-4347-9ee8-62d5bb5057fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=640ccb2f-843c-493d-90b8-8ddec654c234,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:08.193224 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-16d08223-1f00-4614-a01d-5d006a527681 req-bb41d061-1ade-47f3-9a7e-ff9a0a0658cd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860779 Sep 10 11:40:08.196781 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7f6d-0548-4a89-8bd7-37dfd7c97080 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.223457 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ba9a7f6d-0548-4a89-8bd7-37dfd7c97080 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.277095 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ba9a7f6d-0548-4a89-8bd7-37dfd7c97080 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=986305f30e6e44f486f3190d67302579&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5428469 Sep 10 11:40:08.279832 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52292) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:08.283372 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9a7f6d-0548-4a89-8bd7-37dfd7c97080 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc7dea51-1f7b-47d0-92f1-12bb3e137c46,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:08.289900 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-6f407e33-3521-4c19-9cd1-addbcbd5ed62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:08.291631 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-6f407e33-3521-4c19-9cd1-addbcbd5ed62 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1732831 Sep 10 11:40:08.338152 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14e2c26f-7b11-4238-a7cb-5dbd4f6477d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.340567 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-3375a8eb-59fa-4cfc-aebc-cd88e6749d2e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.0362523 Sep 10 11:40:08.368052 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14e2c26f-7b11-4238-a7cb-5dbd4f6477d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.399880 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-af2ef19f-2e4b-446c-9b08-ed1e30e660c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:08.401859 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-af2ef19f-2e4b-446c-9b08-ed1e30e660c7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0522091 Sep 10 11:40:08.424774 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14e2c26f-7b11-4238-a7cb-5dbd4f6477d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.427436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-14e2c26f-7b11-4238-a7cb-5dbd4f6477d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.431565 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-14e2c26f-7b11-4238-a7cb-5dbd4f6477d6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/dc7dea51-1f7b-47d0-92f1-12bb3e137c46 HTTP/1.1" status: 204 len: 168 time: 0.1504848 Sep 10 11:40:08.440337 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e2c26f-7b11-4238-a7cb-5dbd4f6477d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc7dea51-1f7b-47d0-92f1-12bb3e137c46,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:08.448568 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-6b473b4b-9736-4bab-86e8-59a819058140 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392251 Sep 10 11:40:08.538398 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52298) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:08.555055 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25776994-4ffc-4b4c-b807-35a87b923a13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.604944 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-c8df9bef-0a54-45dc-aa73-517f61fb6f02 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415884 Sep 10 11:40:08.731475 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d24c1953-5f32-4f02-ac47-59117f21a13f req-3d27d823-1149-489b-88f9-1e311a09be5a service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217365 Sep 10 11:40:08.741882 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52312) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:08.745020 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25776994-4ffc-4b4c-b807-35a87b923a13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.752397 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25776994-4ffc-4b4c-b807-35a87b923a13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.761545 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29669bc3-06f4-4120-aace-972c791f52bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.812968 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-25776994-4ffc-4b4c-b807-35a87b923a13 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=2e1ae93a435346cdadb56466a9920c48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2734365 Sep 10 11:40:08.814213 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25776994-4ffc-4b4c-b807-35a87b923a13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a97675-d6bc-4cda-a0e0-1ee6881f700f,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:08.819687 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52320) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:08.885476 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29669bc3-06f4-4120-aace-972c791f52bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.889513 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-29669bc3-06f4-4120-aace-972c791f52bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.926380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29669bc3-06f4-4120-aace-972c791f52bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf74b3b4-8b4f-44e6-bd15-402309349fe2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:08.928839 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cb489c72-ca37-4ea7-a65b-ff0d977b29de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.932827 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-29669bc3-06f4-4120-aace-972c791f52bb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=912a48e7b11f47e584a1a09d9d58e574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1896462 Sep 10 11:40:08.934676 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52324) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:08.940984 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6a6bdd4c-b32d-4230-b029-eee0b9121af8 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:08.942462 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6a6bdd4c-b32d-4230-b029-eee0b9121af8 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/networks?id=9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 200 len: 813 time: 0.1666799 Sep 10 11:40:08.968702 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-d88fdd9b-e55b-47b9-8c3e-0074c0a22e55 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/quotas/4bca0cd208ff4ee4b4ed6714a61e86b9 HTTP/1.1" status: 200 len: 375 time: 0.0190325 Sep 10 11:40:08.970466 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cb489c72-ca37-4ea7-a65b-ff0d977b29de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:08.982992 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-48976d68-bd65-4fab-a72d-fca9fe81ff59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:09.004768 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-48976d68-bd65-4fab-a72d-fca9fe81ff59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:09.007478 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-0f7d5edd-9ffd-4a2e-acc9-5067654c58a7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0304053 Sep 10 11:40:09.057150 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-48976d68-bd65-4fab-a72d-fca9fe81ff59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:09.061819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-48976d68-bd65-4fab-a72d-fca9fe81ff59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:09.065925 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-48976d68-bd65-4fab-a72d-fca9fe81ff59 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bf74b3b4-8b4f-44e6-bd15-402309349fe2 HTTP/1.1" status: 204 len: 168 time: 0.1273758 Sep 10 11:40:09.072279 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48976d68-bd65-4fab-a72d-fca9fe81ff59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf74b3b4-8b4f-44e6-bd15-402309349fe2,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:09.109470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cb489c72-ca37-4ea7-a65b-ff0d977b29de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:09.113820 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cb489c72-ca37-4ea7-a65b-ff0d977b29de admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:09.116826 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-cb489c72-ca37-4ea7-a65b-ff0d977b29de admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c1a97675-d6bc-4cda-a0e0-1ee6881f700f HTTP/1.1" status: 204 len: 168 time: 0.2959893 Sep 10 11:40:09.134100 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb489c72-ca37-4ea7-a65b-ff0d977b29de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a97675-d6bc-4cda-a0e0-1ee6881f700f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:09.139774 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-84ade431-9a8e-4697-add8-2e83c670203d service neutron] 10.222.0.35 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243217 Sep 10 11:40:09.262380 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-3b434657-51e1-4f4f-b7ce-f3104e302e9a service neutron] 10.222.0.35 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128538 Sep 10 11:40:09.330327 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67bf359-76eb-42c7-b82a-7819d0068524 req-d38256ee-60b4-427a-96eb-773ad40eba73 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:09.338096 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a67bf359-76eb-42c7-b82a-7819d0068524 req-d38256ee-60b4-427a-96eb-773ad40eba73 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0629878 Sep 10 11:40:09.374857 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a67bf359-76eb-42c7-b82a-7819d0068524 req-6923f422-b82e-4db6-8770-ddaa17e4af79 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357523 Sep 10 11:40:09.464682 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bb4896ae-87c2-4070-b2f9-a191512dd4bc req-59ee8386-5773-47d4-be86-fa9eeb4fa37e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 210 time: 0.0317898 Sep 10 11:40:10.566412 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-9e5a3fde-b37e-49ff-b520-e4d7eba854f0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:10.568642 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-9e5a3fde-b37e-49ff-b520-e4d7eba854f0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "GET /v2.0/networks?id=9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 200 len: 813 time: 0.1905179 Sep 10 11:40:10.589101 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcd1c1-2b1e-42e5-a830-d30015ca626f req-08ecbf3e-b769-421d-a97b-5ae361885d32 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:10.596600 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-54bcd1c1-2b1e-42e5-a830-d30015ca626f req-08ecbf3e-b769-421d-a97b-5ae361885d32 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0951099 Sep 10 11:40:10.608837 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Request body: {'port': {'device_id': 'b0d0e54b-5499-484b-8374-178827d19f45', 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709', 'admin_state_up': True, 'tenant_id': '4bca0cd208ff4ee4b4ed6714a61e86b9'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:10.646882 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-40589154-4183-48c5-b37a-5f16d6a820cc req-f8e8ac74-d5a2-49ff-9646-14f836742539 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 210 time: 0.0733397 Sep 10 11:40:10.704681 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-54bcd1c1-2b1e-42e5-a830-d30015ca626f req-40064b06-769a-4981-bf25-0a8c1ae8faff tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071599 Sep 10 11:40:10.754800 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Made reservation on behalf of 4bca0cd208ff4ee4b4ed6714a61e86b9 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:10.758289 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:10.879656 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8154bca8-7824-439a-8c9c-0680f00141dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:10.884280 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Allocated IP 172.20.0.5 (9917f027-6f35-4bb3-84c5-d570af62e709/845dfe3b-b66b-434b-877a-0faf06abc723/35bb8864-4d16-478a-afdd-f2835a35cde9) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:11.029090 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.067823 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.118098 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Network 9917f027-6f35-4bb3-84c5-d570af62e709 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:11.123182 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:11.129819 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:11.134028 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Pushing event updated for resources: {'Port': ['ID=35bb8864-4d16-478a-afdd-f2835a35cde9,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:11.191531 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:11.192170 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.206641 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-6c49d10d-5d47-4386-93e3-0152614478ea tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6055615 Sep 10 11:40:11.227525 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Request body: {'port': {'device_id': 'b0d0e54b-5499-484b-8374-178827d19f45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:11.281692 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.545748 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35bb8864-4d16-478a-afdd-f2835a35cde9 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:40:11.553130 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.565521 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Transition to ACTIVE for port object 35bb8864-4d16-478a-afdd-f2835a35cde9 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:11.570433 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.618522 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Pushing event updated for resources: {'Port': ['ID=35bb8864-4d16-478a-afdd-f2835a35cde9,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:11.702053 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Attempting to bind port 35bb8864-4d16-478a-afdd-f2835a35cde9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:11.702383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Attempting to bind port 35bb8864-4d16-478a-afdd-f2835a35cde9 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:11.702704 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Attempting to bind port 35bb8864-4d16-478a-afdd-f2835a35cde9 on network 9917f027-6f35-4bb3-84c5-d570af62e709 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:11.707759 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Port 35bb8864-4d16-478a-afdd-f2835a35cde9 on network 9917f027-6f35-4bb3-84c5-d570af62e709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:40:11.708133 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Attempting to bind port 35bb8864-4d16-478a-afdd-f2835a35cde9 on network 9917f027-6f35-4bb3-84c5-d570af62e709 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:11.713520 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 39, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:11.713880 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Checking segment: {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:11.714234 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Bound using segment: {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:11.714648 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Bound port: 35bb8864-4d16-478a-afdd-f2835a35cde9, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:11.715004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.834383 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9119e414-767d-4f27-b506-dfd10b9ec9e3 req-b309ae4d-2513-4d75-b660-7baca3003574 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:11.835824 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9119e414-767d-4f27-b506-dfd10b9ec9e3 req-b309ae4d-2513-4d75-b660-7baca3003574 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.1175771 Sep 10 11:40:11.856028 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] For port 35bb8864-4d16-478a-afdd-f2835a35cde9, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:11.860836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] For port 35bb8864-4d16-478a-afdd-f2835a35cde9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=35bb8864-4d16-478a-afdd-f2835a35cde9,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:11.874240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.886193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588f4b47-ae90-4cbc-b962-fabdf39ba3dd req-d76f2c70-4f38-4c2f-851b-bba0b7439ae3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:11.887619 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-588f4b47-ae90-4cbc-b962-fabdf39ba3dd req-d76f2c70-4f38-4c2f-851b-bba0b7439ae3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1103034 Sep 10 11:40:11.934700 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:11.935372 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:11.936794 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] 10.222.0.52 "PUT /v2.0/ports/35bb8864-4d16-478a-afdd-f2835a35cde9 HTTP/1.1" status: 200 len: 1093 time: 0.7134306 Sep 10 11:40:11.938090 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0d0e54b-5499-484b-8374-178827d19f45', 'tag': '35bb8864-4d16-478a-afdd-f2835a35cde9'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:40:11.941064 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1835da6a-0d92-40fa-bb83-a355219baad3" -d '{"events": [{"name": "network-changed", "server_uuid": "b0d0e54b-5499-484b-8374-178827d19f45", "tag": "35bb8864-4d16-478a-afdd-f2835a35cde9"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:40:11.961136 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9119e414-767d-4f27-b506-dfd10b9ec9e3 req-80bd69ef-4201-4abf-985e-992f49a8bfb6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163719 Sep 10 11:40:11.992880 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-588f4b47-ae90-4cbc-b962-fabdf39ba3dd req-d8d9be0a-eeec-4ef0-995d-6612721a2fc9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970266 Sep 10 11:40:11.993725 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d87bd-cd6f-4711-9dd4-6abce13943dd service neutron] Pushing event updated for resources: {'Port': ['ID=35bb8864-4d16-478a-afdd-f2835a35cde9,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:12.019976 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e329ec1-9e32-427c-a72b-a458bf9ffaa2 x-openstack-request-id: req-8e329ec1-9e32-427c-a72b-a458bf9ffaa2 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:40:12.020267 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0d0e54b-5499-484b-8374-178827d19f45", "tag": "35bb8864-4d16-478a-afdd-f2835a35cde9", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:40:12.020535 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8e329ec1-9e32-427c-a72b-a458bf9ffaa2 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:40:12.020919 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0d0e54b-5499-484b-8374-178827d19f45', 'tag': '35bb8864-4d16-478a-afdd-f2835a35cde9', 'status': 'completed', 'code': 200} Sep 10 11:40:12.060649 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-c7ca9014-b957-45fd-adde-432b8844bc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:12.062135 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-c7ca9014-b957-45fd-adde-432b8844bc1d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 1096 time: 0.0443220 Sep 10 11:40:12.107337 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-ea141548-13dc-4478-a2de-6b18fca14bde service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35bb8864-4d16-478a-afdd-f2835a35cde9 HTTP/1.1" status: 200 len: 217 time: 0.0354877 Sep 10 11:40:12.157635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-515d06dc-9d93-426a-bbc0-3d7435ea1ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:12.159152 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-515d06dc-9d93-426a-bbc0-3d7435ea1ba1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845dfe3b-b66b-434b-877a-0faf06abc723 HTTP/1.1" status: 200 len: 853 time: 0.0434239 Sep 10 11:40:12.214936 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-0a79837b-f106-46c0-a2ff-dfd499c93e7f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9917f027-6f35-4bb3-84c5-d570af62e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250823 Sep 10 11:40:12.318564 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-c9cb0ffa-0248-41f7-beb0-1f98022fc292 service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953529 Sep 10 11:40:12.348788 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:12.380538 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:40:12.421345 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-394c9dac-aa45-4cb0-bb20-66293ad75d15 req-638908d0-2c29-4912-bcaa-b2c553ef879e service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923274 Sep 10 11:40:13.076059 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fd58d6-c24f-4af5-b9bf-ce02b721097d req-182f74f6-574b-4247-bac8-25757359210b tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:13.077534 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-99fd58d6-c24f-4af5-b9bf-ce02b721097d req-182f74f6-574b-4247-bac8-25757359210b tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0470746 Sep 10 11:40:13.116749 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-99fd58d6-c24f-4af5-b9bf-ce02b721097d req-055a1f24-958e-4417-84f8-ef974e03d986 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327959 Sep 10 11:40:13.142402 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b51a358d-7e1e-4ed3-b652-78d3a052871d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:13.222174 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa49db3-fdf9-41c2-b435-b18c588aa2cd req-f16d0916-761f-4fec-9e72-c025770ebee1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:13.223612 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-afa49db3-fdf9-41c2-b435-b18c588aa2cd req-f16d0916-761f-4fec-9e72-c025770ebee1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0474601 Sep 10 11:40:13.259192 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-afa49db3-fdf9-41c2-b435-b18c588aa2cd req-d2754746-9f53-434e-847c-b823185d5e0e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297685 Sep 10 11:40:13.925455 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:14.228602 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bb1af7-45c0-4fe1-acc3-68dd25c8f110 req-b65ae96c-ad32-4820-bc76-2680462167a3 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:14.230032 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-87bb1af7-45c0-4fe1-acc3-68dd25c8f110 req-b65ae96c-ad32-4820-bc76-2680462167a3 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0471125 Sep 10 11:40:14.265732 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-87bb1af7-45c0-4fe1-acc3-68dd25c8f110 req-03b15a9f-fe0f-4d3a-8baf-2eb455c02d82 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297379 Sep 10 11:40:14.369644 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ae6d68-ffe5-4074-8891-8d1e9e4bdaa3 req-886b97aa-ff49-4008-b984-53ec23d2dd50 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:14.371154 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-31ae6d68-ffe5-4074-8891-8d1e9e4bdaa3 req-886b97aa-ff49-4008-b984-53ec23d2dd50 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0474401 Sep 10 11:40:14.411243 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-31ae6d68-ffe5-4074-8891-8d1e9e4bdaa3 req-17163070-6676-4b49-8ac1-862b61f8060b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341372 Sep 10 11:40:14.700173 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:15.377528 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a320deb2-9edd-486c-bde6-6784340a5438 req-727bd468-01a0-4ead-a32d-395ea978e3c0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:15.379010 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a320deb2-9edd-486c-bde6-6784340a5438 req-727bd468-01a0-4ead-a32d-395ea978e3c0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0478034 Sep 10 11:40:15.415234 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a320deb2-9edd-486c-bde6-6784340a5438 req-8d8bdd8c-f0a6-4c7c-bd5f-3112cbc65ee6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305159 Sep 10 11:40:15.524831 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bbdb2e-56f4-404a-b883-5463f1cb9e87 req-e700621b-d018-40d2-acff-2ca3fc340f30 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:15.526278 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-66bbdb2e-56f4-404a-b883-5463f1cb9e87 req-e700621b-d018-40d2-acff-2ca3fc340f30 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0481412 Sep 10 11:40:15.565368 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-66bbdb2e-56f4-404a-b883-5463f1cb9e87 req-ead22104-65fe-4dff-b889-3df04f708c55 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321851 Sep 10 11:40:15.775883 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:16.142241 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-a07def33-67a7-4ee5-ad04-7e28df0f61d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:16.143652 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-a07def33-67a7-4ee5-ad04-7e28df0f61d1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 1096 time: 0.0388453 Sep 10 11:40:16.237736 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-ea9ea83c-39e4-428e-8dd0-074103a0eded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:16.239152 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-ea9ea83c-39e4-428e-8dd0-074103a0eded service neutron] 10.222.0.52 "GET /v2.0/networks?id=9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 200 len: 914 time: 0.0825694 Sep 10 11:40:16.494632 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-79640220-1ba9-42f6-876f-5fb0d022334c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=35bb8864-4d16-478a-afdd-f2835a35cde9 HTTP/1.1" status: 200 len: 217 time: 0.0341823 Sep 10 11:40:16.575300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a11745c-b766-4f32-b32e-e7bf65583f59 req-cec65e4e-5b1d-4bd9-aa87-d173e1822c4c tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:16.576758 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1a11745c-b766-4f32-b32e-e7bf65583f59 req-cec65e4e-5b1d-4bd9-aa87-d173e1822c4c tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0848026 Sep 10 11:40:16.578012 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-bbfd22c2-c16f-4fc5-b39c-efb0ae23647b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:16.579368 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-bbfd22c2-c16f-4fc5-b39c-efb0ae23647b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845dfe3b-b66b-434b-877a-0faf06abc723 HTTP/1.1" status: 200 len: 853 time: 0.0758927 Sep 10 11:40:16.618993 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-a76ab03f-5d94-4801-8b8f-54523e60f0b8 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9917f027-6f35-4bb3-84c5-d570af62e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306389 Sep 10 11:40:16.655323 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1a11745c-b766-4f32-b32e-e7bf65583f59 req-aa4a10a0-96c7-4ee3-babe-fcdda6dc1284 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726850 Sep 10 11:40:16.743101 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a47bf-b6e0-4281-bbe9-a90243900263 req-416359cc-9935-4264-a062-3605f8008677 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:16.744577 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-270a47bf-b6e0-4281-bbe9-a90243900263 req-416359cc-9935-4264-a062-3605f8008677 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0947907 Sep 10 11:40:16.769409 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-526518d9-1846-4ce6-ad97-907d739db445 service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394520 Sep 10 11:40:16.805697 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-270a47bf-b6e0-4281-bbe9-a90243900263 req-6e66f1cb-51ae-41b8-8c9b-4771400899b9 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522342 Sep 10 11:40:16.875484 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1835da6a-0d92-40fa-bb83-a355219baad3 req-c8e15791-224f-4b90-a553-09ca7c505c69 service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944045 Sep 10 11:40:17.769260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c4d48-b71e-4319-8f5d-e243d85d43a9 req-9c6761e8-2355-4aad-8fea-9f1bff265240 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:17.770743 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d68c4d48-b71e-4319-8f5d-e243d85d43a9 req-9c6761e8-2355-4aad-8fea-9f1bff265240 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0476456 Sep 10 11:40:17.807119 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d68c4d48-b71e-4319-8f5d-e243d85d43a9 req-08919aac-fec5-48e0-9844-32d8dc58e2f1 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304878 Sep 10 11:40:17.920893 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925c28ab-b5de-4fb2-966e-dcae4e68cba9 req-ef4cb382-6387-4214-b917-7c08ce2c4c14 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:17.922982 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-925c28ab-b5de-4fb2-966e-dcae4e68cba9 req-ef4cb382-6387-4214-b917-7c08ce2c4c14 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0473421 Sep 10 11:40:17.963333 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-925c28ab-b5de-4fb2-966e-dcae4e68cba9 req-249a4868-20fa-47d8-99d7-84b9bf9e3847 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343287 Sep 10 11:40:19.129320 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee25f52-f471-4eb0-8dae-0f2a90241e4e req-9be339c8-5f02-46a8-bb67-0ab51dcef960 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:19.130776 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ee25f52-f471-4eb0-8dae-0f2a90241e4e req-9be339c8-5f02-46a8-bb67-0ab51dcef960 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.2582204 Sep 10 11:40:19.167792 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ee25f52-f471-4eb0-8dae-0f2a90241e4e req-379d20f5-1dfc-4e22-81a8-800a2193a883 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312276 Sep 10 11:40:19.266080 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad4c9b1-4e35-4dcb-a11b-b61429701a4f req-aa3519b2-6705-4bb4-ac6d-f246ac5dbe1d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:19.267450 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3ad4c9b1-4e35-4dcb-a11b-b61429701a4f req-aa3519b2-6705-4bb4-ac6d-f246ac5dbe1d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0468535 Sep 10 11:40:19.303684 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3ad4c9b1-4e35-4dcb-a11b-b61429701a4f req-bcccda7f-78d1-4f23-b775-8fb8bdf736aa tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303490 Sep 10 11:40:20.277063 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fbcd0c-9302-4ad7-a8b1-898e079ae231 req-9029160d-b520-4469-8572-c8106bec64ed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:20.278406 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d6fbcd0c-9302-4ad7-a8b1-898e079ae231 req-9029160d-b520-4469-8572-c8106bec64ed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0474434 Sep 10 11:40:20.317653 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d6fbcd0c-9302-4ad7-a8b1-898e079ae231 req-2f0c25ca-465c-4040-a032-0a3f817836fb tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330174 Sep 10 11:40:20.415468 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d19d15f-f72b-4b70-8a57-3eefb2bafd1a req-404ffe8d-e42d-4dd7-9768-3c67391c6f2c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:20.416926 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d19d15f-f72b-4b70-8a57-3eefb2bafd1a req-404ffe8d-e42d-4dd7-9768-3c67391c6f2c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0467937 Sep 10 11:40:20.452816 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d19d15f-f72b-4b70-8a57-3eefb2bafd1a req-9121b431-107d-4018-b6b6-5d68328a7f4e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302265 Sep 10 11:40:21.428691 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606a7347-ffbd-468b-b621-8db0294a0d6b req-cc7b4906-a32b-4a2c-84b3-cd03a8ef38d7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:21.430177 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-606a7347-ffbd-468b-b621-8db0294a0d6b req-cc7b4906-a32b-4a2c-84b3-cd03a8ef38d7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0473468 Sep 10 11:40:21.465637 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-606a7347-ffbd-468b-b621-8db0294a0d6b req-19e40633-5eaa-46ad-950e-389fc9ad91f2 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298254 Sep 10 11:40:21.563361 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78608665-af1e-437d-80bb-464414e020c4 req-bfb633b7-bcf5-471b-84fb-7f6a499f716e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:21.564929 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78608665-af1e-437d-80bb-464414e020c4 req-bfb633b7-bcf5-471b-84fb-7f6a499f716e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0478070 Sep 10 11:40:21.605014 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78608665-af1e-437d-80bb-464414e020c4 req-2da9849c-f7bb-4273-ac93-921d0586f92f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342870 Sep 10 11:40:22.519570 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-39e7c9e9-84be-49a6-adc3-b0c52beb021f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391457 Sep 10 11:40:22.597070 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29416f-58ce-490e-8b54-2f5a9bfaf217 req-fc42fb9b-594b-4f8d-beb0-62eae9f00ee1 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:22.598530 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6a29416f-58ce-490e-8b54-2f5a9bfaf217 req-fc42fb9b-594b-4f8d-beb0-62eae9f00ee1 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0689862 Sep 10 11:40:22.622145 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-23e5a7a3-69ad-4ed1-a83c-46430e2d72b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:22.623540 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-23e5a7a3-69ad-4ed1-a83c-46430e2d72b8 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 1098 time: 0.0591815 Sep 10 11:40:22.643497 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6a29416f-58ce-490e-8b54-2f5a9bfaf217 req-9f6efa69-5c27-4573-84a7-4cee1c81200d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378273 Sep 10 11:40:22.756524 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-d66c2030-6e07-4b9b-826f-42bb35c60990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:22.757888 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-d66c2030-6e07-4b9b-826f-42bb35c60990 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1136091 Sep 10 11:40:22.765835 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468773e9-ea47-486f-84b7-643f986c2e43 req-c396c147-7b3a-407d-832d-36f06259dc52 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:22.767203 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-468773e9-ea47-486f-84b7-643f986c2e43 req-c396c147-7b3a-407d-832d-36f06259dc52 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0910165 Sep 10 11:40:22.816671 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-5ab6f574-8eff-4e62-baa3-24e65be15a69 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a90a128e-d1a9-4741-b36e-dcf111d20043 HTTP/1.1" status: 200 len: 217 time: 0.0461631 Sep 10 11:40:22.857697 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-468773e9-ea47-486f-84b7-643f986c2e43 req-71e64b94-5f37-46b2-8f53-4023b7fc0ecb tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820351 Sep 10 11:40:22.874933 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-b5eeee31-3fd1-4a7c-aa26-69864882cf6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:22.876400 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-b5eeee31-3fd1-4a7c-aa26-69864882cf6e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.0483115 Sep 10 11:40:22.907859 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-39066ed6-abe7-4e97-a5d9-fc10b9be2f35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238428 Sep 10 11:40:23.004269 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-fd7bec8c-5a79-4f84-b069-d072164794a2 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893576 Sep 10 11:40:23.093065 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-294cc074-cde3-4564-8f32-605f9b61d7bb req-2894d050-7550-43ce-b414-4354f00ca361 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801811 Sep 10 11:40:23.759316 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d912181-1cc4-4a12-8d7c-e5cbce23a331 req-f36f492f-90b4-4bf7-a951-c0bc15a685b3 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:23.760792 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4d912181-1cc4-4a12-8d7c-e5cbce23a331 req-f36f492f-90b4-4bf7-a951-c0bc15a685b3 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0513833 Sep 10 11:40:23.797345 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4d912181-1cc4-4a12-8d7c-e5cbce23a331 req-d968df8c-350e-4113-ac34-0d3825c99260 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301034 Sep 10 11:40:23.976277 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ec1b97-7a14-4fea-b74a-ead76f5130a4 req-666c37dd-9ed0-4dd0-9ab6-4b027808a9d2 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:23.977785 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-92ec1b97-7a14-4fea-b74a-ead76f5130a4 req-666c37dd-9ed0-4dd0-9ab6-4b027808a9d2 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0524917 Sep 10 11:40:24.018092 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-92ec1b97-7a14-4fea-b74a-ead76f5130a4 req-54078a1b-e577-4944-b9ed-ab05e8b57280 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Sep 10 11:40:24.908916 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5354df47-259b-493b-a8cd-62ea9549149b req-c7440b85-16c9-48cb-9529-9e7d9df288ab tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:24.910377 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5354df47-259b-493b-a8cd-62ea9549149b req-c7440b85-16c9-48cb-9529-9e7d9df288ab tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0482073 Sep 10 11:40:24.946609 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5354df47-259b-493b-a8cd-62ea9549149b req-ca456422-872e-476c-a491-88bff3335013 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304985 Sep 10 11:40:25.134224 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3884b0d-e1d8-4182-9c15-51e6ee38c3c1 req-9e10d38a-cfc7-4193-8ca3-c3d23aa6d8ba tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:25.135840 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a3884b0d-e1d8-4182-9c15-51e6ee38c3c1 req-9e10d38a-cfc7-4193-8ca3-c3d23aa6d8ba tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0519259 Sep 10 11:40:25.173587 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a3884b0d-e1d8-4182-9c15-51e6ee38c3c1 req-7f5cf83f-f35c-43b9-808d-4a13e52e37db tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313475 Sep 10 11:40:25.306634 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70267078-7150-4786-9adf-a5b3a8ac00ba req-3ef8a160-84bb-4339-8712-91e6c016f341 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:25.308112 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-70267078-7150-4786-9adf-a5b3a8ac00ba req-3ef8a160-84bb-4339-8712-91e6c016f341 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0482433 Sep 10 11:40:25.346150 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-70267078-7150-4786-9adf-a5b3a8ac00ba req-8153c8c7-2381-419c-843b-a5bd64e80f02 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316715 Sep 10 11:40:25.368764 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52616) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:25.558606 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745b203c-91d4-47e7-97c4-6d8b6b43ed21 tempest-TestMinimumBasicScenario-1164484688 tempest-TestMinimumBasicScenario-1164484688-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:25.563572 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-745b203c-91d4-47e7-97c4-6d8b6b43ed21 tempest-TestMinimumBasicScenario-1164484688 tempest-TestMinimumBasicScenario-1164484688-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1094 time: 0.1930828 Sep 10 11:40:25.563720 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52620) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:25.568141 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'port_id': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:25.593040 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for floatingip, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:25.687550 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:25.787088 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Allocated IP 172.27.2.189 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/2ed18c84-a2b1-43ec-825b-307c65a5b9c7) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:25.891446 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:25.929632 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:25.962064 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:25.966244 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:25.970178 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:25.995396 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'Port': ['ID=2ed18c84-a2b1-43ec-825b-307c65a5b9c7,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:26.006824 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.007171 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.007510 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.007846 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.008177 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.008536 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.008861 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.009183 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.009503 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.009823 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.010142 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.010458 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:26.118552 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152fd10-4513-4edb-8eea-482a2dc4e986 req-43730218-31ef-4289-95e5-5a1ea62af9da tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:26.119944 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a152fd10-4513-4edb-8eea-482a2dc4e986 req-43730218-31ef-4289-95e5-5a1ea62af9da tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.1024928 Sep 10 11:40:26.206096 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a152fd10-4513-4edb-8eea-482a2dc4e986 req-ec61997b-7312-4c6b-b5e7-9b626dee123d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788190 Sep 10 11:40:26.396550 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5fc6ede-8321-4efc-82b5-0a82dff58178 req-1b712ba1-c05b-43d5-9318-530135c3632e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:26.397956 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c5fc6ede-8321-4efc-82b5-0a82dff58178 req-1b712ba1-c05b-43d5-9318-530135c3632e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1364841 Sep 10 11:40:26.476590 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c5fc6ede-8321-4efc-82b5-0a82dff58178 req-0c829fbc-05aa-45c5-93d7-2c1119369dd3 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726151 Sep 10 11:40:26.492230 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:26.561108 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:26.701674 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:26.706390 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:26.774979 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'Port': ['ID=2ed18c84-a2b1-43ec-825b-307c65a5b9c7,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:26.784798 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:26.881206 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Floating IP 99cb5efb-e6e3-4bc7-beba-95f4dfba2027 associated. External IP: 172.27.2.189, port: e9c9f7bb-0e7f-4d86-af68-c1806c676f16. Sep 10 11:40:27.080513 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Router 87e8765a-242e-4d02-ae5a-f05eb68c7736 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:40:27.182046 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:40:27.192641 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] Sync routers for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:40:27.203032 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:27.203632 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:27.203894 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.320227 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 35bb8864-4d16-478a-afdd-f2835a35cde9 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:40:27.396147 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:27.427483 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 35bb8864-4d16-478a-afdd-f2835a35cde9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=35bb8864-4d16-478a-afdd-f2835a35cde9,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:27.439834 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '35bb8864-4d16-478a-afdd-f2835a35cde9', 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709', 'port_id': '35bb8864-4d16-478a-afdd-f2835a35cde9', 'mac_address': 'fa:16:3e:7b:29:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dfe3b-b66b-434b-877a-0faf06abc723', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:40:27.476790 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.481007 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-deb00fca-055a-4236-81f9-7121674077dd tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9161403 Sep 10 11:40:27.482259 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:40:27.482571 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52636) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:27.486825 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e831881a-5830-43c6-a58a-75d2c0039a0d" -d '{"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:40:27.487481 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1798280154', 'description': 'tempest-secgroup-smoke-1798280154 description', 'project_id': '46913a133d6a4ced959ef3e01d056c7b'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:27.495058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35bb8864-4d16-478a-afdd-f2835a35cde9 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:40:27.512792 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.513545 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e1dd50-8b05-43ee-80e4-d6d52c19b26b req-59909049-5585-4670-93a2-677c35cab001 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:27.515091 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3e1dd50-8b05-43ee-80e4-d6d52c19b26b req-59909049-5585-4670-93a2-677c35cab001 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 943 time: 0.0675783 Sep 10 11:40:27.519780 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 35bb8864-4d16-478a-afdd-f2835a35cde9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=35bb8864-4d16-478a-afdd-f2835a35cde9,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:27.526751 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.556543 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3e1dd50-8b05-43ee-80e4-d6d52c19b26b req-4b6e21e8-0f1c-4898-97ae-4502597ebc37 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351787 Sep 10 11:40:27.603340 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=35bb8864-4d16-478a-afdd-f2835a35cde9,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:27.619749 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.621923 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d6cc663-71b3-4021-811b-d63f1351a6e0 x-openstack-request-id: req-0d6cc663-71b3-4021-811b-d63f1351a6e0 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:40:27.622284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:40:27.622632 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0d6cc663-71b3-4021-811b-d63f1351a6e0 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:40:27.623080 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'status': 'completed', 'code': 200} Sep 10 11:40:27.627451 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.657669 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.661738 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1753850 Sep 10 11:40:27.661738 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58314fbc-1142-4e49-bf82-752e170ff06b tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c111833-7be1-4e43-9045-8a91d7c8a793,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:27.662204 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52644) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:27.666869 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group_rule': {'security_group_id': '8c111833-7be1-4e43-9045-8a91d7c8a793', 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:27.682925 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '99cb5efb-e6e3-4bc7-beba-95f4dfba2027', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'port_id': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'mac_address': 'fa:16:3e:52:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:40:26Z', 'updated_at': '2021-09-10T11:40:26Z', 'revision_number': 0, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:27.712713 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] Checking router: 87e8765a-242e-4d02-ae5a-f05eb68c7736 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:40:27.717778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.723218 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:27.724087 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:27.756623 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041019-538a-45d2-a65f-83fa67123258 req-0ac60b7e-fe70-4a06-acb9-b45d17cd3926 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:27.758105 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65041019-538a-45d2-a65f-83fa67123258 req-0ac60b7e-fe70-4a06-acb9-b45d17cd3926 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0754912 Sep 10 11:40:27.808050 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.811384 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65041019-538a-45d2-a65f-83fa67123258 req-4ad64199-31ca-4120-a962-a80e4665dfbd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473974 Sep 10 11:40:27.812408 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.827762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80c41959-69cc-424b-a6fc-9d064d337db8,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:27.835447 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:27.844804 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.848497 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-91f17967-1d95-48c4-9a87-a432806f0b69 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1826761 Sep 10 11:40:27.848692 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52646) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:27.853089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group_rule': {'security_group_id': '8c111833-7be1-4e43-9045-8a91d7c8a793', 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:27.878774 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.934946 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.939768 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.965569 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3c4c642-c59d-438d-a395-e8ca8295a7a3,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:27.970276 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:27.971549 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8f2b2421-b0d5-452d-80f2-040d6e81d5a1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1218898 Sep 10 11:40:27.974263 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52650) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:27.978548 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group_rule': {'security_group_id': '8c111833-7be1-4e43-9045-8a91d7c8a793', 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:28.004898 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.062129 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '99cb5efb-e6e3-4bc7-beba-95f4dfba2027', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'port_id': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'mac_address': 'fa:16:3e:52:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:40:26Z', 'updated_at': '2021-09-10T11:40:26Z', 'revision_number': 0, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:28.062691 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.066871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.084948 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3011f1bc-0ff0-4995-b520-6f57c5d306ee,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:28.092335 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.092559 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df200319-90a1-4734-8f8f-b4c46729d53f None None] The sync data for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi is: [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '99cb5efb-e6e3-4bc7-beba-95f4dfba2027', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'floating_ip_address': '172.27.2.189', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'port_id': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 430, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'mac_address': 'fa:16:3e:52:2d:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:40:26Z', 'updated_at': '2021-09-10T11:40:26Z', 'revision_number': 0, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:40:28.093630 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b087aeb8-2b6c-47bb-9c4e-a85c2abf27df tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184595 Sep 10 11:40:28.096644 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52652) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:28.101157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group_rule': {'security_group_id': '8c111833-7be1-4e43-9045-8a91d7c8a793', 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:28.128023 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.191504 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.195061 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.213094 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23a027c7-db72-457e-b8da-25376c339e8c,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:28.219783 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.221093 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f2272603-83be-4431-be12-d2a385d673af tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235747 Sep 10 11:40:28.224837 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52654) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:28.229161 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group_rule': {'security_group_id': '8c111833-7be1-4e43-9045-8a91d7c8a793', 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:28.251063 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.securitygroups_db [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Project 46913a133d6a4ced959ef3e01d056c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 11:40:28.256230 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.285267 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5f6130f-edce-42b0-bc66-209741d9afb4 None None] New status for floating IP 99cb5efb-e6e3-4bc7-beba-95f4dfba2027: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:40:28.317294 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.321297 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.339791 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=034282c4-7e0e-4d26-ae3b-997c549fe848,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:28.342976 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.346938 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-30be9445-d7b4-4d0f-a45e-bbafdb81b85f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1184218 Sep 10 11:40:28.347325 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52656) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:28.351259 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'security_group_rule': {'security_group_id': '8c111833-7be1-4e43-9045-8a91d7c8a793', 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:28.379803 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.securitygroups_db [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Project 46913a133d6a4ced959ef3e01d056c7b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 11:40:28.385581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.448615 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.452301 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.469345 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72fae0ce-f585-482f-809f-5f1d083f8aff,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:28.475165 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.476395 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2cfa528c-d477-4a50-a152-95ece831cea1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1284714 Sep 10 11:40:28.552894 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-0a1edfe3-30a2-40de-b54c-04c223aac4f5 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798280154&fields=id&tenant_id=46913a133d6a4ced959ef3e01d056c7b HTTP/1.1" status: 200 len: 267 time: 0.0337257 Sep 10 11:40:28.604472 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-23007b62-dfab-4161-bb7c-e1734fa9c170 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:28.605878 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-23007b62-dfab-4161-bb7c-e1734fa9c170 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0471277 Sep 10 11:40:28.617296 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'port': {'security_groups': ['e278be44-687f-417e-ac28-8d3666ce045d', '8c111833-7be1-4e43-9045-8a91d7c8a793']}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:28.677110 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:28.923163 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:28.928157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-8edf42ee-cd84-4afc-9c81-40e2eeacb844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:28.929660 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-8edf42ee-cd84-4afc-9c81-40e2eeacb844 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1099 time: 0.1215446 Sep 10 11:40:28.944033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1bec4d-1ed6-4627-a563-04c1efb7201d req-5e5efaee-5424-4b61-a9db-586539bd88ab tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:28.945433 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e1bec4d-1ed6-4627-a563-04c1efb7201d req-5e5efaee-5424-4b61-a9db-586539bd88ab tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 944 time: 0.1063566 Sep 10 11:40:29.004957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:29.041929 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:29.053193 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e9c9f7bb-0e7f-4d86-af68-c1806c676f16'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:40:29.089373 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e1bec4d-1ed6-4627-a563-04c1efb7201d req-a46e717c-d34c-48ad-bc1a-21931498ab41 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336524 Sep 10 11:40:29.117920 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.118627 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:29.119944 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-865605da-4b34-48fe-ab8d-e5f6e75df86d req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "PUT /v2.0/ports/e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 982 time: 0.5070658 Sep 10 11:40:29.123387 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-098f0407-c23e-457c-b7f7-5410595d1e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.124847 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-098f0407-c23e-457c-b7f7-5410595d1e7f service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.1773252 Sep 10 11:40:29.150597 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59164cf3-b5e2-4925-85c0-d12f137b930e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=6']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:29.228375 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-a58cf9bc-b61c-45b3-80a3-de72716469a0 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 1002 time: 0.0897932 Sep 10 11:40:29.334505 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-86b313f7-ac77-4641-b9c4-1dff76613c82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.335965 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-86b313f7-ac77-4641-b9c4-1dff76613c82 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0904222 Sep 10 11:40:29.347167 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe828641-3ffb-40d9-8ad4-0577a55deee4 req-4a1c623a-67a4-41fe-8763-22b8b1572997 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.348605 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fe828641-3ffb-40d9-8ad4-0577a55deee4 req-4a1c623a-67a4-41fe-8763-22b8b1572997 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.1236093 Sep 10 11:40:29.357060 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66ca9f6-06f1-45f5-8a24-f35d9320e2ee req-73773c2b-4e11-40e0-a359-dc5d00d72997 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.358504 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e66ca9f6-06f1-45f5-8a24-f35d9320e2ee req-73773c2b-4e11-40e0-a359-dc5d00d72997 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1349180 Sep 10 11:40:29.415618 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-fb97ade9-0ed1-4507-ba6a-f327deadcc35 None None] Provisioning complete for port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:29.415996 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fb97ade9-0ed1-4507-ba6a-f327deadcc35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:29.448450 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e66ca9f6-06f1-45f5-8a24-f35d9320e2ee req-e564f4f3-5556-406e-a564-50073cce3c6c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806580 Sep 10 11:40:29.453162 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fe828641-3ffb-40d9-8ad4-0577a55deee4 req-26163225-1f7a-404b-9c1c-86c07ca58721 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0875950 Sep 10 11:40:29.455790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-4206567d-31b9-4a69-93ad-2a50f12cb405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.457236 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-4206567d-31b9-4a69-93ad-2a50f12cb405 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.1076670 Sep 10 11:40:29.549646 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-a38d5486-af3e-469f-8f13-407d97da7779 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848417 Sep 10 11:40:29.623643 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:40:29.626472 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20fabd58-65df-49e8-a48c-9e158a81c199" -d '{"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:40:29.647307 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e831881a-5830-43c6-a58a-75d2c0039a0d req-708480be-c3f5-4d90-ba87-e2a1f26c9df5 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900059 Sep 10 11:40:29.665066 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-333440a4-91d6-43ad-b37d-af0c36309eb4 x-openstack-request-id: req-333440a4-91d6-43ad-b37d-af0c36309eb4 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:40:29.665482 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:40:29.665741 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-333440a4-91d6-43ad-b37d-af0c36309eb4 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:40:29.666153 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'status': 'completed', 'code': 200} Sep 10 11:40:29.733736 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-4a9384d9-8b8b-4d6b-8a09-2026deb69bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.735195 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-4a9384d9-8b8b-4d6b-8a09-2026deb69bbb service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1138 time: 0.0397582 Sep 10 11:40:29.763891 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e9c9f7bb-0e7f-4d86-af68-c1806c676f16'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:40:29.833889 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-bd6507bd-254a-41aa-b892-878b007796e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.835414 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-bd6507bd-254a-41aa-b892-878b007796e3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.0932107 Sep 10 11:40:29.905472 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-11a169ee-17af-4feb-9e93-4c4280c0bb59 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 1002 time: 0.0567925 Sep 10 11:40:29.957089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-9bd06620-474e-4c45-8043-3438bbed4ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:29.958708 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-9bd06620-474e-4c45-8043-3438bbed4ee1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0457468 Sep 10 11:40:29.961744 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['35bb8864-4d16-478a-afdd-f2835a35cde9'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:40:30.009548 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-b90d119f-5887-441c-b08a-7a6bdf9cc30c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:30.010907 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-b90d119f-5887-441c-b08a-7a6bdf9cc30c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392253 Sep 10 11:40:30.102649 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-1dba0d28-a59f-483d-98c5-79b15170459d service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826137 Sep 10 11:40:30.234181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-20fabd58-65df-49e8-a48c-9e158a81c199 req-60f20a48-3797-479c-9bb7-48ef32ff486c service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229711 Sep 10 11:40:30.242772 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab3e177-67b9-4aca-a883-547e441e2371 req-e6693565-7560-481d-9dfb-7a1b36a8d3cb tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:30.244124 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cab3e177-67b9-4aca-a883-547e441e2371 req-e6693565-7560-481d-9dfb-7a1b36a8d3cb tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 944 time: 0.0693078 Sep 10 11:40:30.280537 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cab3e177-67b9-4aca-a883-547e441e2371 req-b5d23af5-9ac9-4043-8270-8a6bac0be5dc tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302951 Sep 10 11:40:30.570749 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cb4d0a-0a1e-46ed-a610-42de40881ddd req-ba4eed2b-ec27-47dd-a80f-e6661004d144 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:30.572214 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-80cb4d0a-0a1e-46ed-a610-42de40881ddd req-ba4eed2b-ec27-47dd-a80f-e6661004d144 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0531180 Sep 10 11:40:30.610927 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-80cb4d0a-0a1e-46ed-a610-42de40881ddd req-f895a59f-c7db-4dc7-af25-faf647db1b44 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Sep 10 11:40:31.399389 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34be225d-38fd-4f12-adfe-587e49fb569a req-8b5951cb-ddd8-4267-b301-f34f34285cd9 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:31.401004 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-34be225d-38fd-4f12-adfe-587e49fb569a req-8b5951cb-ddd8-4267-b301-f34f34285cd9 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 944 time: 0.0492747 Sep 10 11:40:31.438765 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-34be225d-38fd-4f12-adfe-587e49fb569a req-137d6be6-6892-482a-a3b3-64d77d6e994a tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309353 Sep 10 11:40:31.731658 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698638d3-b735-4f03-baea-365ebe11b403 req-5cd9aa9a-2732-4140-887e-d1c6f2583399 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:31.733135 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-698638d3-b735-4f03-baea-365ebe11b403 req-5cd9aa9a-2732-4140-887e-d1c6f2583399 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0471537 Sep 10 11:40:31.769968 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-698638d3-b735-4f03-baea-365ebe11b403 req-fa0c3f3d-e8d6-4039-941e-02d5dfaed759 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309479 Sep 10 11:40:32.556906 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ea03b1-b9ba-49bf-b3c3-29b6d7ee2e3f req-4811d3e3-df00-4d3f-954e-1d8cbb08e90e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:32.558416 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-44ea03b1-b9ba-49bf-b3c3-29b6d7ee2e3f req-4811d3e3-df00-4d3f-954e-1d8cbb08e90e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 944 time: 0.0515516 Sep 10 11:40:32.596998 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-44ea03b1-b9ba-49bf-b3c3-29b6d7ee2e3f req-a7017d87-6796-45b8-a967-6b50cc3a1d40 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325985 Sep 10 11:40:32.883688 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6bc315-002c-428f-84e4-fbdcd48adddd req-05dfa608-bbff-4deb-819d-d2ea0ef90e0e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:32.885194 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cf6bc315-002c-428f-84e4-fbdcd48adddd req-05dfa608-bbff-4deb-819d-d2ea0ef90e0e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0476329 Sep 10 11:40:32.922034 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cf6bc315-002c-428f-84e4-fbdcd48adddd req-0d7570e8-bf0e-43ed-9682-7ba7cd1db41f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309460 Sep 10 11:40:33.080366 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 35bb8864-4d16-478a-afdd-f2835a35cde9 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:33.126369 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 35bb8864-4d16-478a-afdd-f2835a35cde9 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:33.129943 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 35bb8864-4d16-478a-afdd-f2835a35cde9 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:33.130315 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:33.207478 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:33.235156 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d0e54b-5499-484b-8374-178827d19f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bb8864-4d16-478a-afdd-f2835a35cde9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:40:33.237393 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-471b80e8-8d11-4906-9d2a-b0a57addd8fd" -d '{"events": [{"server_uuid": "b0d0e54b-5499-484b-8374-178827d19f45", "name": "network-vif-plugged", "status": "completed", "tag": "35bb8864-4d16-478a-afdd-f2835a35cde9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:40:33.250749 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 35bb8864-4d16-478a-afdd-f2835a35cde9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=35bb8864-4d16-478a-afdd-f2835a35cde9,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:33.255239 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:33.305722 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=35bb8864-4d16-478a-afdd-f2835a35cde9,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:33.310140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bad6f4d2-9ea6-4a0c-89a7-901654120fcb x-openstack-request-id: req-bad6f4d2-9ea6-4a0c-89a7-901654120fcb {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:40:33.310425 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d0e54b-5499-484b-8374-178827d19f45", "name": "network-vif-plugged", "status": "completed", "tag": "35bb8864-4d16-478a-afdd-f2835a35cde9", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:40:33.310671 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bad6f4d2-9ea6-4a0c-89a7-901654120fcb {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:40:33.311051 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d0e54b-5499-484b-8374-178827d19f45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35bb8864-4d16-478a-afdd-f2835a35cde9', 'code': 200} Sep 10 11:40:33.477056 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcaeb85-2d74-4f79-88f4-644da3f567ae req-4f6807b8-5d48-4f1c-bdb4-c584af708a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:33.478521 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfcaeb85-2d74-4f79-88f4-644da3f567ae req-4f6807b8-5d48-4f1c-bdb4-c584af708a60 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 1098 time: 0.0382817 Sep 10 11:40:33.512956 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfcaeb85-2d74-4f79-88f4-644da3f567ae req-c854fe4b-47f5-4d54-b95b-d6ae3193f285 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0272226 Sep 10 11:40:33.717878 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca3ce75-cb84-4ba2-8db3-4c16f91d3f9c req-6ad5b764-2ceb-46c1-9d0c-754220c6389e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:33.719395 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aca3ce75-cb84-4ba2-8db3-4c16f91d3f9c req-6ad5b764-2ceb-46c1-9d0c-754220c6389e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0520344 Sep 10 11:40:33.757974 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aca3ce75-cb84-4ba2-8db3-4c16f91d3f9c req-1e03b601-766d-4703-9f56-b7eeec0bddd7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325646 Sep 10 11:40:34.034789 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49dc5a-b8d0-4b5f-8cc4-8cb3c5db334b req-321ecf79-28aa-4770-9cd9-8e89650d6f35 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:34.036136 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9b49dc5a-b8d0-4b5f-8cc4-8cb3c5db334b req-321ecf79-28aa-4770-9cd9-8e89650d6f35 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0470867 Sep 10 11:40:34.071983 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9b49dc5a-b8d0-4b5f-8cc4-8cb3c5db334b req-0851bc1c-709a-4a50-aa72-065fa5c28314 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300748 Sep 10 11:40:34.855412 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52802) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:34.869291 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b66fceea-ddd8-4409-91d2-446c482b1ce0 req-ee481fa4-5031-4846-a2ed-6295dc0ef012 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:34.870793 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b66fceea-ddd8-4409-91d2-446c482b1ce0 req-ee481fa4-5031-4846-a2ed-6295dc0ef012 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0484972 Sep 10 11:40:34.908394 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b66fceea-ddd8-4409-91d2-446c482b1ce0 req-ba20f47f-bb79-447e-b782-092979c3c308 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312517 Sep 10 11:40:34.960061 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-908eb94a-bc6b-44f4-b167-e106f3ab15f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.046420 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-908eb94a-bc6b-44f4-b167-e106f3ab15f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.050335 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-908eb94a-bc6b-44f4-b167-e106f3ab15f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.078954 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e7e345-31de-4315-b229-2931254682d4 req-20fc3e4e-c770-4727-8a21-1577600df4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:35.081114 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f8e7e345-31de-4315-b229-2931254682d4 req-20fc3e4e-c770-4727-8a21-1577600df4ef service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.0502651 Sep 10 11:40:35.096923 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-908eb94a-bc6b-44f4-b167-e106f3ab15f7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=58a63fc4ff29433bbd7a49b4c21613fa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2403710 Sep 10 11:40:35.098091 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908eb94a-bc6b-44f4-b167-e106f3ab15f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee805ec-54c2-47da-8689-7f8953276838,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:35.100187 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52810) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:35.164509 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f8e7e345-31de-4315-b229-2931254682d4 req-18d74381-89d5-4fd6-aaba-e332d1643b54 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707774 Sep 10 11:40:35.215836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec492d56-6f7e-42c0-a461-1b10ed5d0fc0 req-c1e46fa2-a81d-41cc-a4c1-0a4be42282ca tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:35.217325 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ec492d56-6f7e-42c0-a461-1b10ed5d0fc0 req-c1e46fa2-a81d-41cc-a4c1-0a4be42282ca tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0723200 Sep 10 11:40:35.217922 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc440-aa1c-4a25-9800-10bcf647c167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.251611 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc440-aa1c-4a25-9800-10bcf647c167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.285235 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ec492d56-6f7e-42c0-a461-1b10ed5d0fc0 req-e47063e7-7ea0-49fb-b577-557adc70d73f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588050 Sep 10 11:40:35.310027 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc440-aa1c-4a25-9800-10bcf647c167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.312595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d6cfc440-aa1c-4a25-9800-10bcf647c167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.314316 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d6cfc440-aa1c-4a25-9800-10bcf647c167 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cee805ec-54c2-47da-8689-7f8953276838 HTTP/1.1" status: 204 len: 168 time: 0.2131503 Sep 10 11:40:35.321945 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cfc440-aa1c-4a25-9800-10bcf647c167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee805ec-54c2-47da-8689-7f8953276838,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:35.580602 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52822) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:35.597877 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a1e2-e73c-4aaa-900b-4ecdf096363f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.688474 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a1e2-e73c-4aaa-900b-4ecdf096363f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.690973 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52826) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:35.696771 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dfd9a1e2-e73c-4aaa-900b-4ecdf096363f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.735381 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-dfd9a1e2-e73c-4aaa-900b-4ecdf096363f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=43dd067ea36040e5b1b27f908d6b4ad0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531579 Sep 10 11:40:35.736287 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd9a1e2-e73c-4aaa-900b-4ecdf096363f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4596a5c-6580-472e-b7eb-a5b996a024ad,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:35.738203 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52830) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:35.789081 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4cf75d0a-852b-40ff-8d6c-768c60811b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.803180 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3683ddec-9206-44a5-8555-833a3efc5dbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.813568 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4cf75d0a-852b-40ff-8d6c-768c60811b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.867090 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4cf75d0a-852b-40ff-8d6c-768c60811b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.870141 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-4cf75d0a-852b-40ff-8d6c-768c60811b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.873881 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4cf75d0a-852b-40ff-8d6c-768c60811b4f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/c4596a5c-6580-472e-b7eb-a5b996a024ad HTTP/1.1" status: 204 len: 168 time: 0.1322162 Sep 10 11:40:35.890081 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf75d0a-852b-40ff-8d6c-768c60811b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4596a5c-6580-472e-b7eb-a5b996a024ad,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:35.914297 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3683ddec-9206-44a5-8555-833a3efc5dbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.919850 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3683ddec-9206-44a5-8555-833a3efc5dbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:35.969783 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3683ddec-9206-44a5-8555-833a3efc5dbf admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=5d778eb60886436e8bc0d7ca7a0fe173&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2749021 Sep 10 11:40:35.969783 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3683ddec-9206-44a5-8555-833a3efc5dbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35955d03-39fa-49a8-aba9-d8503c7d7157,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:35.970197 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52836) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:36.036106 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4788eb-2a67-4944-a908-b0fb594ec246 req-6e919f71-a7d0-42f1-9bb3-1e2538f4f104 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:36.036638 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-367b547d-ebfe-4b34-b2c2-4e9f74c0b581 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.037657 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8f4788eb-2a67-4944-a908-b0fb594ec246 req-6e919f71-a7d0-42f1-9bb3-1e2538f4f104 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0532434 Sep 10 11:40:36.057458 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-367b547d-ebfe-4b34-b2c2-4e9f74c0b581 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.074933 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8f4788eb-2a67-4944-a908-b0fb594ec246 req-83432571-fb4a-4383-bc0d-7f7ace38bc2a tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311337 Sep 10 11:40:36.124661 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-367b547d-ebfe-4b34-b2c2-4e9f74c0b581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.127173 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-367b547d-ebfe-4b34-b2c2-4e9f74c0b581 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.128322 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-367b547d-ebfe-4b34-b2c2-4e9f74c0b581 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/35955d03-39fa-49a8-aba9-d8503c7d7157 HTTP/1.1" status: 204 len: 168 time: 0.1569793 Sep 10 11:40:36.137195 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367b547d-ebfe-4b34-b2c2-4e9f74c0b581 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35955d03-39fa-49a8-aba9-d8503c7d7157,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:36.433778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f8bd97-728f-4592-964f-1f479421443f req-146bb6f2-6497-47af-b3da-f963165000e2 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:36.435415 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3f8bd97-728f-4592-964f-1f479421443f req-146bb6f2-6497-47af-b3da-f963165000e2 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0633583 Sep 10 11:40:36.477571 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3f8bd97-728f-4592-964f-1f479421443f req-0e9fc036-37f4-4c38-bfff-ee9eeb36471a tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349972 Sep 10 11:40:36.706421 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52904) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:36.802404 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1195886483-network', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:36.832608 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Made reservation on behalf of cb4e6ef7d97b480d897248fe8721b3a1 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:36.834894 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.843165 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.934524 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.939589 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.966026 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 570} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:40:36.975947 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97068986-79fd-4f94-a731-c232fe2ce168,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:36.981310 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:36.981690 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Added segment 1e32bf2d-80d1-4cfd-9eb4-ad43d437486b of type vlan for network cf408268-4506-4da3-b9e6-151b4575875e Sep 10 11:40:37.021157 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.048380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.049382 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:37.049943 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.080342 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3727329 Sep 10 11:40:37.083398 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52922) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:37.088719 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Request body: {'subnet': {'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1195886483-subnet', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:37.109202 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Made reservation on behalf of cb4e6ef7d97b480d897248fe8721b3a1 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:37.111525 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569a9a0b-6d8c-4ed2-8e5c-94bc96fa31f3 admin admin] Pushing event updated for resources: {'Network': ['ID=cf408268-4506-4da3-b9e6-151b4575875e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:37.112152 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.121630 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network cf408268-4506-4da3-b9e6-151b4575875e details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:40:37.297746 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.354175 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbaf66e5-439b-4c73-b91d-e574dfc7be07,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:37.361585 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Checking segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:37.361929 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Network hostable DHCP agents. Network: cf408268-4506-4da3-b9e6-151b4575875e, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:40:37.378921 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Network cf408268-4506-4da3-b9e6-151b4575875e is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:40:37.386480 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, cf408268-4506-4da3-b9e6-151b4575875e) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:37.390686 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:37.391805 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.395895 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190c7416-84a0-4637-b35d-067443386339 None None] Network cf408268-4506-4da3-b9e6-151b4575875e requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:40:37.405233 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d07b0c35-7f0f-4d66-a210-c456a22f2fbc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3201232 Sep 10 11:40:37.412388 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52924) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:37.414006 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:37.434734 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.435796 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.497064 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.546659 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-cf408268-4506-4da3-b9e6-151b4575875e', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:40:37.547604 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.668617 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.709690 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad719ab2-c0e1-410a-8dcf-bd54e26b8595 req-ca921165-a74b-4983-80aa-b4f38ee23e23 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:37.710272 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ad719ab2-c0e1-410a-8dcf-bd54e26b8595 req-ca921165-a74b-4983-80aa-b4f38ee23e23 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1365724 Sep 10 11:40:37.711343 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Allocated IP 172.20.0.2 (cf408268-4506-4da3-b9e6-151b4575875e/dbaf66e5-439b-4c73-b91d-e574dfc7be07/8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:37.765284 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ad719ab2-c0e1-410a-8dcf-bd54e26b8595 req-2d1c4116-acf5-4fbf-abc9-10fad845a255 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419214 Sep 10 11:40:37.888200 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.901164 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Transition to ACTIVE for port object 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:37.917203 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Transition to ACTIVE for port object 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:37.924792 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.932245 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.957114 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:37.962094 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Network cf408268-4506-4da3-b9e6-151b4575875e is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:37.965161 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:37.969537 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:38.010852 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Pushing event updated for resources: {'Port': ['ID=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:38.039198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Attempting to bind port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:38.039650 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Attempting to bind port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:38.040081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Attempting to bind port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 on network cf408268-4506-4da3-b9e6-151b4575875e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:38.045727 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:38.046154 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Checking segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:38.046725 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:38.047226 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Bound using segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:38.047675 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Bound port: 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:38.048073 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:38.094893 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Allocated IP 172.27.2.68 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/118b61b0-e79f-43a2-b79a-7ec93fe546b6) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:38.122515 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] For port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:38.131230 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] For port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:38.139619 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:38.195750 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94622dcf-25d7-44e1-ba35-d9f17f8ea7bb None None] Pushing event updated for resources: {'Port': ['ID=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:38.244431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-d4ab6195-1dbb-4388-8555-886062e9ca1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:38.245945 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-d4ab6195-1dbb-4388-8555-886062e9ca1c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 1099 time: 0.1465378 Sep 10 11:40:38.255711 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03419dd-2588-4369-b66b-b11eb7ec1dc9 req-16407195-2c05-4e22-8146-798c37779db8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:38.257223 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f03419dd-2588-4369-b66b-b11eb7ec1dc9 req-16407195-2c05-4e22-8146-798c37779db8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.1482487 Sep 10 11:40:38.335922 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:38.394641 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f03419dd-2588-4369-b66b-b11eb7ec1dc9 req-9f1b4e0b-9d26-4704-ae8c-f3a345da54c8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253879 Sep 10 11:40:38.432561 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-e33ac9e6-805d-4483-8bce-dfd04c1b3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:38.434570 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-e33ac9e6-805d-4483-8bce-dfd04c1b3fc0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 200 len: 919 time: 0.1764638 Sep 10 11:40:38.496962 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-e484469e-cc31-4944-8f05-98423e1c7e06 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 200 len: 217 time: 0.0537961 Sep 10 11:40:38.497955 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:38.566571 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:38.573439 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:38.579379 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:38.605451 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Pushing event updated for resources: {'Port': ['ID=118b61b0-e79f-43a2-b79a-7ec93fe546b6,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:38.614212 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-16e7331f-f07b-4fcf-803f-cb620f483f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:38.615643 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-16e7331f-f07b-4fcf-803f-cb620f483f4f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 200 len: 858 time: 0.1100950 Sep 10 11:40:38.911547 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-c8c9d660-59fd-4dc4-b273-239446a20827 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2883646 Sep 10 11:40:39.083646 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a45d973-3d04-47eb-aae0-c11e9fc7aa79 None None] Network cf408268-4506-4da3-b9e6-151b4575875e requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:40:39.101842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-ff47be99-e954-447f-b719-9a66ca937349 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583023 Sep 10 11:40:39.189481 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:39.207439 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-6c4585c0-d0f9-4f4f-94ad-180f25a9a93c None None] Provisioning for port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:39.332793 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08c43ab4-e7dd-4097-b805-aaf5d8832f19 req-fec7721f-5d7c-411e-916c-85e6a5b095c1 service neutron] 10.222.0.52 "GET /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902301 Sep 10 11:40:39.462044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:39.556666 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e2407-3cbb-474a-84a7-7bd8424ec316 req-ad5a4632-bd55-497d-816d-998ceac2a50c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:39.558114 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d5e2407-3cbb-474a-84a7-7bd8424ec316 req-ad5a4632-bd55-497d-816d-998ceac2a50c tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0931475 Sep 10 11:40:39.635712 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d5e2407-3cbb-474a-84a7-7bd8424ec316 req-4429b581-9df2-4717-800f-89c8cf5fc696 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503638 Sep 10 11:40:39.655889 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Router 8506144f-e4ab-4995-b4b9-e46ce33de87f is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:40:39.772020 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:40:39.783746 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Sync routers for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:40:39.794852 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:39.795921 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:39.798146 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:39.802242 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8f82516a-d4db-447d-a736-573ea7cf0e0a admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3897841 Sep 10 11:40:39.803364 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52948) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:39.833876 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:39.886872 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:39.892549 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:39.893032 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:39.921538 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:39.977600 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.010821 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:40.014808 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.064005 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:40.098047 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:39Z', 'revision_number': 3, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:40.127139 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Checking router: 8506144f-e4ab-4995-b4b9-e46ce33de87f for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:40:40.127478 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Updating router 8506144f-e4ab-4995-b4b9-e46ce33de87f port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:40:40.151972 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.256740 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.411635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Allocated IP 172.20.0.1 (cf408268-4506-4da3-b9e6-151b4575875e/dbaf66e5-439b-4c73-b91d-e574dfc7be07/05fdb92b-abec-4281-a04f-c34a11f920f9) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:40.411851 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.421901 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Transition to ACTIVE for port object 118b61b0-e79f-43a2-b79a-7ec93fe546b6 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:40.435104 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.481932 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Attempting to bind port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:40.482297 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Attempting to bind port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:40.482651 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Attempting to bind port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:40.494629 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 40, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:40.495064 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:40.495398 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.495789 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:40.496263 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Bound port: 118b61b0-e79f-43a2-b79a-7ec93fe546b6, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:40.496697 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.499291 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Pushing event updated for resources: {'Port': ['ID=118b61b0-e79f-43a2-b79a-7ec93fe546b6,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:40.517346 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.528427 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.528803 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.529143 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.529474 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.529804 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.530148 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.530451 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.530579 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Transition to ACTIVE for port object 05fdb92b-abec-4281-a04f-c34a11f920f9 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:40.530774 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.531111 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.531731 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.532052 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.532385 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:40.565716 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.568569 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] For port 118b61b0-e79f-43a2-b79a-7ec93fe546b6, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:40.572111 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] For port 118b61b0-e79f-43a2-b79a-7ec93fe546b6, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=118b61b0-e79f-43a2-b79a-7ec93fe546b6,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:40.582439 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.609321 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Network cf408268-4506-4da3-b9e6-151b4575875e is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:40.611977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:40.615450 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:40.622947 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Pushing event updated for resources: {'Port': ['ID=05fdb92b-abec-4281-a04f-c34a11f920f9,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:40.632844 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:40.633461 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:40.674972 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.805413 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b02f4c-1a34-4738-8a77-eb267ff0d328 req-f6c124c4-1006-4eda-b795-2fc102f9cb89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:40.807167 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-53b02f4c-1a34-4738-8a77-eb267ff0d328 req-f6c124c4-1006-4eda-b795-2fc102f9cb89 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0953488 Sep 10 11:40:40.852060 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:40.873631 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-53b02f4c-1a34-4738-8a77-eb267ff0d328 req-fd6f6335-f7e8-455f-9c56-72d1bab2f60f tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586820 Sep 10 11:40:40.881218 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.917143 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8cc931c6-9dfe-4636-8f78-3b9857495ac1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.920232 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-636dbedd-024a-43f4-b87e-4ac9d0ddc7c2 None None] Provisioning for port 05fdb92b-abec-4281-a04f-c34a11f920f9 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:40.924694 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-636dbedd-024a-43f4-b87e-4ac9d0ddc7c2 None None] Provisioning complete for port 05fdb92b-abec-4281-a04f-c34a11f920f9 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:40.925231 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-636dbedd-024a-43f4-b87e-4ac9d0ddc7c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:40.929721 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8ac722-f567-42f7-b7f0-59db78e05b8a None None] Pushing event updated for resources: {'Port': ['ID=118b61b0-e79f-43a2-b79a-7ec93fe546b6,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:40.971596 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-636dbedd-024a-43f4-b87e-4ac9d0ddc7c2 None None] Port 05fdb92b-abec-4281-a04f-c34a11f920f9 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:40:41.058564 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:41.063681 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:41.066494 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:39Z', 'revision_number': 3, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:41.096044 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3b0e48-6f14-44fc-b3e4-28776abaec11 None None] The sync data for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi is: [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:39Z', 'revision_number': 3, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:40:41.129352 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:41.143587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Pushing event updated for resources: {'Port': ['ID=05fdb92b-abec-4281-a04f-c34a11f920f9,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:41.232635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Network cf408268-4506-4da3-b9e6-151b4575875e is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:41.234022 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:41.392949 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Router 8506144f-e4ab-4995-b4b9-e46ce33de87f has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:40:41.497382 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c4ce9ca1-1506-405e-b383-cce6eb9f4ac3 None None] Provisioning complete for port 05fdb92b-abec-4281-a04f-c34a11f920f9 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:41.497758 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c4ce9ca1-1506-405e-b383-cce6eb9f4ac3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:41.512737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:40:41.523034 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-de8ffade-d9b7-4cea-a807-6524490cea7f admin admin] 10.222.0.35 "PUT /v2.0/routers/8506144f-e4ab-4995-b4b9-e46ce33de87f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7147486 Sep 10 11:40:41.538733 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c4ce9ca1-1506-405e-b383-cce6eb9f4ac3 None None] Port 05fdb92b-abec-4281-a04f-c34a11f920f9 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:40:41.902555 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 118b61b0-e79f-43a2-b79a-7ec93fe546b6 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:41.983665 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:41.988035 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:41.988702 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.035394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a20a713-4ed8-43f6-a59e-b9f0ae14997c req-8932ba09-dc37-4fbc-bb95-0041732cd193 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:42.037105 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a20a713-4ed8-43f6-a59e-b9f0ae14997c req-8932ba09-dc37-4fbc-bb95-0041732cd193 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0642066 Sep 10 11:40:42.063975 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 52978) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:42.069127 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-865027756-network', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:42.077510 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a20a713-4ed8-43f6-a59e-b9f0ae14997c req-694a5631-c9b1-42ff-82ee-d29991bd2ec8 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340991 Sep 10 11:40:42.104657 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Made reservation on behalf of 9b8a38aa59784a75a13e768b1ce0b416 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:42.106140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.107185 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.120883 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.126122 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 118b61b0-e79f-43a2-b79a-7ec93fe546b6, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=118b61b0-e79f-43a2-b79a-7ec93fe546b6,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:42.130150 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.130972 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:42.205546 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=118b61b0-e79f-43a2-b79a-7ec93fe546b6,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:42.218203 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:42.218533 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.227058 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.232050 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.262757 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 597} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:40:42.266442 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fb85dd6-9576-4cae-9309-20bbda061722,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:42.285080 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.285468 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Added segment 9360ffbc-aad4-4042-978d-7ea01eae094a of type vlan for network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 Sep 10 11:40:42.332866 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.358939 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.362720 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.363823 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:42.364438 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.400180 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3349907 Sep 10 11:40:42.403206 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52982) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:42.409714 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Request body: {'subnet': {'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-865027756-subnet', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:42.430621 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Made reservation on behalf of 9b8a38aa59784a75a13e768b1ce0b416 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:40:42.432925 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.434534 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8653f5c6-e996-4377-aca7-019912904cf3 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:42.444686 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:40:42.713887 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Sync routers for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:40:42.722839 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:42.723461 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:42.830019 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.830424 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:42.890978 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c4f83ef-f9a9-4217-8b91-adeb0a4888a6,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:42.899768 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Checking segment: {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:42.900147 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Network hostable DHCP agents. Network: 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:40:42.917750 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:40:42.928896 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:42.933288 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:42.934671 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.951218 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-0e1885c5-f38f-442e-b39c-f8f58ee55546 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5435164 Sep 10 11:40:42.951434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 52984) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:42.955558 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:42.962419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601e90b8-6133-4006-9af5-ea9a15ae66fa None None] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:40:42.986866 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:42.988645 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.042324 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.154699 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c137f58b-bb19-4b9e-a2b3-ce7875ffd670 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.182411 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 2, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:43.211640 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5', 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'fixed_ips': [{'subnet_id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:40:43.212514 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.215556 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.216120 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Checking router: 8506144f-e4ab-4995-b4b9-e46ce33de87f for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:40:43.216502 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Updating router 8506144f-e4ab-4995-b4b9-e46ce33de87f port 05fdb92b-abec-4281-a04f-c34a11f920f9 binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:40:43.253911 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992983b-6231-4ef3-a092-3201fe3b6609 req-e73a37f2-14d1-4bcd-a3b2-8474e36d1a20 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:43.254954 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.255387 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2992983b-6231-4ef3-a092-3201fe3b6609 req-e73a37f2-14d1-4bcd-a3b2-8474e36d1a20 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0979288 Sep 10 11:40:43.309473 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2992983b-6231-4ef3-a092-3201fe3b6609 req-8e8afd93-aca6-451b-8cfa-70512868f5b7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475471 Sep 10 11:40:43.479764 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Allocated IP 172.20.0.2 (5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5/5c4f83ef-f9a9-4217-8b91-adeb0a4888a6/39eb3b00-ccd5-4269-9099-2aa1a589560b) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:43.487288 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.509379 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.626507 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Allocated IP 172.27.2.87 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/eb594737-06af-4a61-a386-c7650e57e0d7) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:43.760102 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.809696 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.854866 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:43.857959 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:43.861750 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:43.869052 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 118b61b0-e79f-43a2-b79a-7ec93fe546b6 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:43.891759 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.894252 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.897985 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Pushing event updated for resources: {'Port': ['ID=eb594737-06af-4a61-a386-c7650e57e0d7,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:43.938216 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Transition to ACTIVE for port object 39eb3b00-ccd5-4269-9099-2aa1a589560b will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:43.948724 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Transition to ACTIVE for port object 05fdb92b-abec-4281-a04f-c34a11f920f9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:43.969899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.971584 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:43.979499 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Transition to ACTIVE for port object 39eb3b00-ccd5-4269-9099-2aa1a589560b will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:44.011072 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.054815 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:44.063337 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:44.065153 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42fd08-0ae4-4d36-8776-532b5d5ff797 None None] Pushing event updated for resources: {'Port': ['ID=05fdb92b-abec-4281-a04f-c34a11f920f9,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:44.067893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:44.073466 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:44.073715 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.144814 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.218858 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Pushing event updated for resources: {'Port': ['ID=39eb3b00-ccd5-4269-9099-2aa1a589560b,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:44.231510 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Attempting to bind port 05fdb92b-abec-4281-a04f-c34a11f920f9 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:44.231880 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Attempting to bind port 05fdb92b-abec-4281-a04f-c34a11f920f9 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:44.232237 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Attempting to bind port 05fdb92b-abec-4281-a04f-c34a11f920f9 on network cf408268-4506-4da3-b9e6-151b4575875e {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:44.238906 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Attempting to bind port 39eb3b00-ccd5-4269-9099-2aa1a589560b on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:44.239257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Attempting to bind port 39eb3b00-ccd5-4269-9099-2aa1a589560b by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:44.239960 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Attempting to bind port 39eb3b00-ccd5-4269-9099-2aa1a589560b on network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:44.248060 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:44.248446 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Checking segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:44.248843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.249227 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Bound using segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:44.249683 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Bound port: 05fdb92b-abec-4281-a04f-c34a11f920f9, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:44.250108 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.254048 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:44.254408 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Checking segment: {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:44.254786 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.255159 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Bound using segment: {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:44.255605 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Bound port: 39eb3b00-ccd5-4269-9099-2aa1a589560b, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:44.255968 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.353217 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.423989 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] For port 05fdb92b-abec-4281-a04f-c34a11f920f9, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:44.426687 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] For port 39eb3b00-ccd5-4269-9099-2aa1a589560b, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:44.429645 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] For port 05fdb92b-abec-4281-a04f-c34a11f920f9, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=05fdb92b-abec-4281-a04f-c34a11f920f9,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:44.431479 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] For port 39eb3b00-ccd5-4269-9099-2aa1a589560b, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=39eb3b00-ccd5-4269-9099-2aa1a589560b,segment=NetworkSegment(9360ffbc-aad4-4042-978d-7ea01eae094a),segment_id=9360ffbc-aad4-4042-978d-7ea01eae094a)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:44.433242 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.439255 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.489579 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Router 8cee61b3-d0c7-4156-8090-3b4ba502df23 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:40:44.512968 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b42fd08-0ae4-4d36-8776-532b5d5ff797 None None] Pushing event updated for resources: {'Port': ['ID=05fdb92b-abec-4281-a04f-c34a11f920f9,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:44.515374 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:44.516015 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:44.636069 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:40:44.647107 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Sync routers for ids ['8cee61b3-d0c7-4156-8090-3b4ba502df23'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:40:44.660845 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Routers {'8cee61b3-d0c7-4156-8090-3b4ba502df23'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:44.661492 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8cee61b3-d0c7-4156-8090-3b4ba502df23'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:44.664501 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777a8b95-13e6-4e50-8a06-7a5b398f9658 None None] Pushing event updated for resources: {'Port': ['ID=39eb3b00-ccd5-4269-9099-2aa1a589560b,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:44.695084 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.699158 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a9c80c2a-c76d-446a-ae7d-a64991c04ba4 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.7441947 Sep 10 11:40:44.699331 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53006) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:44.718243 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:44.776808 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:44.820285 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Set router 8cee61b3-d0c7-4156-8090-3b4ba502df23 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:45.115813 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:44Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:45.135552 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:40:44Z', 'revision_number': 3, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:45.163237 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4059a960-b79c-4287-87f9-d29719e5bbf2 None None] The sync data for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi is: [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:44Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:40:45.181534 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Checking router: 8cee61b3-d0c7-4156-8090-3b4ba502df23 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:40:45.181877 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Updating router 8cee61b3-d0c7-4156-8090-3b4ba502df23 port eb594737-06af-4a61-a386-c7650e57e0d7 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:40:45.234999 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.480741 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.587599 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.596448 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Transition to ACTIVE for port object eb594737-06af-4a61-a386-c7650e57e0d7 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:45.603992 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.671665 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aff8f7-6e97-45b4-9ce9-4be9d9a8cecd None None] Pushing event updated for resources: {'Port': ['ID=eb594737-06af-4a61-a386-c7650e57e0d7,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:45.686844 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Attempting to bind port eb594737-06af-4a61-a386-c7650e57e0d7 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:45.687168 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Attempting to bind port eb594737-06af-4a61-a386-c7650e57e0d7 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:45.687788 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Attempting to bind port eb594737-06af-4a61-a386-c7650e57e0d7 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:45.688784 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Allocated IP 172.20.0.1 (5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5/5c4f83ef-f9a9-4217-8b91-adeb0a4888a6/748f8f52-ab19-4640-b093-dd525ab29d47) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:40:45.693296 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:45.693672 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:45.694074 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.694492 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:45.694928 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Bound port: eb594737-06af-4a61-a386-c7650e57e0d7, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:45.695324 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.795190 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.803023 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] For port eb594737-06af-4a61-a386-c7650e57e0d7, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:45.810087 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] For port eb594737-06af-4a61-a386-c7650e57e0d7, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=eb594737-06af-4a61-a386-c7650e57e0d7,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:45.819877 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.858258 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.889452 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Transition to ACTIVE for port object 748f8f52-ab19-4640-b093-dd525ab29d47 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:45.917896 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78aff8f7-6e97-45b4-9ce9-4be9d9a8cecd None None] Pushing event updated for resources: {'Port': ['ID=eb594737-06af-4a61-a386-c7650e57e0d7,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:45.936493 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:45.939702 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 05fdb92b-abec-4281-a04f-c34a11f920f9 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:45.984306 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:45.984693 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Routers {'8cee61b3-d0c7-4156-8090-3b4ba502df23'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:45.985191 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8cee61b3-d0c7-4156-8090-3b4ba502df23'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:45.990090 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:45.994096 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:40:46.023160 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 05fdb92b-abec-4281-a04f-c34a11f920f9 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:46.030884 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 05fdb92b-abec-4281-a04f-c34a11f920f9 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:46.032047 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.052226 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Pushing event updated for resources: {'Port': ['ID=748f8f52-ab19-4640-b093-dd525ab29d47,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:46.055010 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.069815 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8664e757-cf11-4c68-8774-8f6ef7b7bc61 None None] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:40:46.127185 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] Set router 8cee61b3-d0c7-4156-8090-3b4ba502df23 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:46.157706 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-5845dc7e-3c5e-450f-829a-939378c7ee83 None None] Provisioning for port 39eb3b00-ccd5-4269-9099-2aa1a589560b completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:46.221510 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.263349 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.382736 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 05fdb92b-abec-4281-a04f-c34a11f920f9, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=05fdb92b-abec-4281-a04f-c34a11f920f9,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:46.391272 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.392328 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 39eb3b00-ccd5-4269-9099-2aa1a589560b up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:46.417828 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:40:44Z', 'revision_number': 3, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:46.452820 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751b363e-0b62-48b4-ba91-2aa711505638 None None] The sync data for ids ['8cee61b3-d0c7-4156-8090-3b4ba502df23'] in dv-cinder-759962-12-iscsi is: [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:40:44Z', 'revision_number': 3, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:40:46.498471 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.507788 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.513857 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=05fdb92b-abec-4281-a04f-c34a11f920f9,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:46.543356 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 39eb3b00-ccd5-4269-9099-2aa1a589560b completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:46.549333 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 39eb3b00-ccd5-4269-9099-2aa1a589560b triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:46.549792 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.607921 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.610422 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Pushing event updated for resources: {'Port': ['ID=748f8f52-ab19-4640-b093-dd525ab29d47,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:46.664431 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.713704 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 39eb3b00-ccd5-4269-9099-2aa1a589560b, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=39eb3b00-ccd5-4269-9099-2aa1a589560b,segment=NetworkSegment(9360ffbc-aad4-4042-978d-7ea01eae094a),segment_id=9360ffbc-aad4-4042-978d-7ea01eae094a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:46.720205 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.747820 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:40:46.749347 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:40:46.775927 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=39eb3b00-ccd5-4269-9099-2aa1a589560b,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:46.808889 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4d55be7b-dcd4-4026-abc8-3a12f7c62d08 None None] Provisioning complete for port 39eb3b00-ccd5-4269-9099-2aa1a589560b triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:46.808889 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d55be7b-dcd4-4026-abc8-3a12f7c62d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:46.930665 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Router 8cee61b3-d0c7-4156-8090-3b4ba502df23 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:40:46.944257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4d55be7b-dcd4-4026-abc8-3a12f7c62d08 None None] Provisioning for port 748f8f52-ab19-4640-b093-dd525ab29d47 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:46.950423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4d55be7b-dcd4-4026-abc8-3a12f7c62d08 None None] Provisioning complete for port 748f8f52-ab19-4640-b093-dd525ab29d47 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:46.951032 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4d55be7b-dcd4-4026-abc8-3a12f7c62d08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:47.006404 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4d55be7b-dcd4-4026-abc8-3a12f7c62d08 None None] Port 748f8f52-ab19-4640-b093-dd525ab29d47 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:40:47.087114 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:40:47.095299 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a47b3c7d-8677-4654-a74b-530d283b5b80 admin admin] 10.222.0.35 "PUT /v2.0/routers/8cee61b3-d0c7-4156-8090-3b4ba502df23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3938706 Sep 10 11:40:47.128899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-9b9f66f3-a52b-4371-8458-2a506b692e96 None None] Provisioning complete for port 748f8f52-ab19-4640-b093-dd525ab29d47 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:47.129509 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9b9f66f3-a52b-4371-8458-2a506b692e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:47.175558 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-9b9f66f3-a52b-4371-8458-2a506b692e96 None None] Port 748f8f52-ab19-4640-b093-dd525ab29d47 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:40:47.296273 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-1bdc39a7-5f76-47a9-86aa-58941a0d023a None None] Provisioning complete for port 748f8f52-ab19-4640-b093-dd525ab29d47 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:47.296762 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1bdc39a7-5f76-47a9-86aa-58941a0d023a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:47.337482 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1bdc39a7-5f76-47a9-86aa-58941a0d023a None None] Port 748f8f52-ab19-4640-b093-dd525ab29d47 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:40:47.675855 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d5a6db-9ac2-4235-9518-e8f4bb8634fc req-e48b8cc2-9645-404d-abd6-2f5b6e0b2fee tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:47.677328 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-16d5a6db-9ac2-4235-9518-e8f4bb8634fc req-e48b8cc2-9645-404d-abd6-2f5b6e0b2fee tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0481780 Sep 10 11:40:47.718092 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-16d5a6db-9ac2-4235-9518-e8f4bb8634fc req-13c59828-7eef-45b1-bb9d-dac8fc1c36e5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317087 Sep 10 11:40:47.881119 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 05fdb92b-abec-4281-a04f-c34a11f920f9 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:47.945471 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 05fdb92b-abec-4281-a04f-c34a11f920f9 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:47.945849 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:47.961957 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53048) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:47.966607 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-565752921', 'description': 'tempest-secgroup-smoke-565752921 description', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:47.991085 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.032510 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 39eb3b00-ccd5-4269-9099-2aa1a589560b up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:48.074374 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.079185 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.081656 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 39eb3b00-ccd5-4269-9099-2aa1a589560b triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:48.082037 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.108024 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.110003 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1464911 Sep 10 11:40:48.111846 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86410eac-2b36-49cd-8170-375a05b6d12c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.113053 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53050) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:48.119635 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.120190 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.120975 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.121355 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.121963 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.122499 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.122994 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.123481 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.123982 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.124492 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.125016 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.125996 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27df623f-cf0b-4ac0-b7d1-5caba24dc23a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:48.129043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group_rule': {'security_group_id': '86410eac-2b36-49cd-8170-375a05b6d12c', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:48.162580 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.169162 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device eb594737-06af-4a61-a386-c7650e57e0d7 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:48.210479 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.214705 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.225240 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port eb594737-06af-4a61-a386-c7650e57e0d7 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:48.229118 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port eb594737-06af-4a61-a386-c7650e57e0d7 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:48.229473 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.232168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f090bcb5-83ec-4689-94d9-7f1c4bcd5abd,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.242485 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.243655 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-5ec04857-9a1c-4f41-bbba-f93e9e3d58c5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293645 Sep 10 11:40:48.246779 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53052) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:48.252089 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group_rule': {'security_group_id': '86410eac-2b36-49cd-8170-375a05b6d12c', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:48.277312 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.316688 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.338031 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.338939 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port eb594737-06af-4a61-a386-c7650e57e0d7, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=eb594737-06af-4a61-a386-c7650e57e0d7,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:48.342741 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.345378 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.363772 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798fb6bc-207a-46d8-afb8-f38ddf171598,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.367475 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.372666 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53054) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:48.377545 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group_rule': {'security_group_id': '86410eac-2b36-49cd-8170-375a05b6d12c', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:48.380964 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6d1583ed-2385-4b0e-b5c2-83a9984a950b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1329663 Sep 10 11:40:48.402610 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=eb594737-06af-4a61-a386-c7650e57e0d7,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.407884 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.473894 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.477856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.497957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7de20d51-9262-4f28-a4d7-09d1db20f681,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.501894 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.503414 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ec7dec8c-c7a8-427b-a48c-dae8f56a394a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295302 Sep 10 11:40:48.506181 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53058) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:48.511974 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group_rule': {'security_group_id': '86410eac-2b36-49cd-8170-375a05b6d12c', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:48.539045 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.603819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.607785 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.624876 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d4ee302-19c1-4d5e-8f28-a0ad1defb07f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.632592 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.633774 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a71f244c-8716-4ad9-b279-834473e98c95 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264985 Sep 10 11:40:48.636493 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53060) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:48.641311 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group_rule': {'security_group_id': '86410eac-2b36-49cd-8170-375a05b6d12c', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:48.658746 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Sync routers for ids ['8cee61b3-d0c7-4156-8090-3b4ba502df23'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:40:48.668083 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Routers {'8cee61b3-d0c7-4156-8090-3b4ba502df23'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:48.668264 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Project cb4e6ef7d97b480d897248fe8721b3a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 11:40:48.668720 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8cee61b3-d0c7-4156-8090-3b4ba502df23'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:48.673295 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.733751 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.737506 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.754867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30808bf0-40cc-4b27-87f2-8802b784323a,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.761280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.762553 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-836da82d-e603-4f7b-862f-be773658e2f9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1251357 Sep 10 11:40:48.765418 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53064) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:40:48.770397 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'security_group_rule': {'security_group_id': '86410eac-2b36-49cd-8170-375a05b6d12c', 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:40:48.793836 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Project cb4e6ef7d97b480d897248fe8721b3a1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 11:40:48.799289 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.847878 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74208e37-bf1e-4afe-88ba-af22f61ce1dc req-db940156-24dc-47cf-87c5-b5c89711509d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:48.850179 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-74208e37-bf1e-4afe-88ba-af22f61ce1dc req-db940156-24dc-47cf-87c5-b5c89711509d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0585814 Sep 10 11:40:48.872330 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.876896 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.893714 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-74208e37-bf1e-4afe-88ba-af22f61ce1dc req-8f0264fc-4f6f-47ad-8347-4452e226c42e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363522 Sep 10 11:40:48.902324 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e747a72-fbc4-4dfe-82ac-86dbcb16f24f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:48.905671 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:48.907622 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c54d33f3-fabc-45f9-a447-3ba934bcb710 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1407375 Sep 10 11:40:48.930920 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Set router 8cee61b3-d0c7-4156-8090-3b4ba502df23 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:49.138482 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 4, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '748f8f52-ab19-4640-b093-dd525ab29d47', 'name': '', 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'mac_address': 'fa:16:3e:3b:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:45Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 2, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'subnets': [{'id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:49.168470 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Checking router: 8cee61b3-d0c7-4156-8090-3b4ba502df23 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:40:49.168829 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Updating router 8cee61b3-d0c7-4156-8090-3b4ba502df23 port 748f8f52-ab19-4640-b093-dd525ab29d47 binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:40:49.193413 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:49.380763 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:40:49.472482 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:49.482849 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Transition to ACTIVE for port object 748f8f52-ab19-4640-b093-dd525ab29d47 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:40:49.489027 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:49.541955 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Pushing event updated for resources: {'Port': ['ID=748f8f52-ab19-4640-b093-dd525ab29d47,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:49.567553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.567919 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.568268 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.568637 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.568970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.569302 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.569632 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.569959 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.570304 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.570632 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.570954 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.571276 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:40:49.607187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Attempting to bind port 748f8f52-ab19-4640-b093-dd525ab29d47 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:40:49.607553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Attempting to bind port 748f8f52-ab19-4640-b093-dd525ab29d47 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:40:49.607915 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Attempting to bind port 748f8f52-ab19-4640-b093-dd525ab29d47 on network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:40:49.613761 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:40:49.614139 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Checking segment: {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:40:49.614545 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:49.614936 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Bound using segment: {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:40:49.615396 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Bound port: 748f8f52-ab19-4640-b093-dd525ab29d47, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9360ffbc-aad4-4042-978d-7ea01eae094a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 597, 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:40:49.616066 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:49.680995 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] For port 748f8f52-ab19-4640-b093-dd525ab29d47, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:40:49.684302 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] For port 748f8f52-ab19-4640-b093-dd525ab29d47, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=748f8f52-ab19-4640-b093-dd525ab29d47,segment=NetworkSegment(9360ffbc-aad4-4042-978d-7ea01eae094a),segment_id=9360ffbc-aad4-4042-978d-7ea01eae094a)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:40:49.689876 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:49.746433 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Routers {'8cee61b3-d0c7-4156-8090-3b4ba502df23'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:40:49.747075 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8cee61b3-d0c7-4156-8090-3b4ba502df23'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:49.792069 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327519cd-6410-449a-9e09-419b80ff168d None None] Pushing event updated for resources: {'Port': ['ID=748f8f52-ab19-4640-b093-dd525ab29d47,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:49.825830 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device eb594737-06af-4a61-a386-c7650e57e0d7 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:49.918451 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] Set router 8cee61b3-d0c7-4156-8090-3b4ba502df23 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:40:49.955003 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port eb594737-06af-4a61-a386-c7650e57e0d7 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:49.955665 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:50.016862 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a0e2e3-dcb3-4d54-811b-a35c9ca38937 req-7f3cdfaa-5011-48e5-8ad5-32055467c7fe tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:50.018980 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82a0e2e3-dcb3-4d54-811b-a35c9ca38937 req-7f3cdfaa-5011-48e5-8ad5-32055467c7fe tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0541000 Sep 10 11:40:50.060449 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82a0e2e3-dcb3-4d54-811b-a35c9ca38937 req-58074c7e-0fe1-4548-87d5-7c7b6500a3f5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335944 Sep 10 11:40:50.199259 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 4, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '748f8f52-ab19-4640-b093-dd525ab29d47', 'name': '', 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'mac_address': 'fa:16:3e:3b:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:45Z', 'updated_at': '2021-09-10T11:40:49Z', 'revision_number': 4, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'subnets': [{'id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:40:50.226146 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5f551b3-0100-4aed-bdec-b4f7aa854558 None None] The sync data for ids ['8cee61b3-d0c7-4156-8090-3b4ba502df23'] in dv-cinder-759962-12-iscsi is: [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 4, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '748f8f52-ab19-4640-b093-dd525ab29d47', 'name': '', 'network_id': '5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'mac_address': 'fa:16:3e:3b:ef:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_interface', 'standard_attr_id': 478, 'fixed_ips': [{'subnet_id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:45Z', 'updated_at': '2021-09-10T11:40:49Z', 'revision_number': 4, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'subnets': [{'id': '5c4f83ef-f9a9-4217-8b91-adeb0a4888a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:40:51.196425 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd63227-a872-4146-a631-afc3a6e46435 req-63a6698e-f0c6-449d-85ea-644a5ad6ece5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:51.197870 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4dd63227-a872-4146-a631-afc3a6e46435 req-63a6698e-f0c6-449d-85ea-644a5ad6ece5 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0689175 Sep 10 11:40:51.205829 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-0c49a313-9ca9-44a2-b60d-aad0c031e9d0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:51.207142 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-0c49a313-9ca9-44a2-b60d-aad0c031e9d0 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 945 time: 0.0866842 Sep 10 11:40:51.266939 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4dd63227-a872-4146-a631-afc3a6e46435 req-df487229-203d-40ac-b430-6588807af318 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588031 Sep 10 11:40:51.322537 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Deleting port a90a128e-d1a9-4741-b36e-dcf111d20043 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:40:51.322874 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:51.418130 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] For port a90a128e-d1a9-4741-b36e-dcf111d20043, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a90a128e-d1a9-4741-b36e-dcf111d20043,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:51.418488 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:51.430939 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Calling delete_port for a90a128e-d1a9-4741-b36e-dcf111d20043 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:40:51.555148 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:51.567847 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['a90a128e-d1a9-4741-b36e-dcf111d20043', 'c61c6a4f-fcbe-4999-845f-22abc0905380'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:40:51.583393 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Pushing event deleted for resources: {'Port': ['ID=a90a128e-d1a9-4741-b36e-dcf111d20043,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:51.634198 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] No DVR routers for this DVR port a90a128e-d1a9-4741-b36e-dcf111d20043 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:40:51.642956 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:51.646369 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-caabd621-03c8-48f7-994b-0cfdfa67efd1 req-87c6300b-f705-49de-bd6b-98de196a1e67 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "DELETE /v2.0/ports/a90a128e-d1a9-4741-b36e-dcf111d20043 HTTP/1.1" status: 204 len: 173 time: 0.4222770 Sep 10 11:40:51.646853 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'name': 'network-vif-deleted', 'tag': 'a90a128e-d1a9-4741-b36e-dcf111d20043'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:40:51.649175 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4a42163-35dd-4273-b3e2-66128a5f965c" -d '{"events": [{"server_uuid": "36bd94fb-aa22-4986-af7a-cfecb219c422", "name": "network-vif-deleted", "tag": "a90a128e-d1a9-4741-b36e-dcf111d20043"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:40:51.707581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0428a78-c035-4b81-b888-a2eb59faf5c9 x-openstack-request-id: req-e0428a78-c035-4b81-b888-a2eb59faf5c9 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:40:51.707876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36bd94fb-aa22-4986-af7a-cfecb219c422", "name": "network-vif-deleted", "tag": "a90a128e-d1a9-4741-b36e-dcf111d20043", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:40:51.708144 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-e0428a78-c035-4b81-b888-a2eb59faf5c9 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:40:51.709065 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36bd94fb-aa22-4986-af7a-cfecb219c422', 'name': 'network-vif-deleted', 'tag': 'a90a128e-d1a9-4741-b36e-dcf111d20043', 'status': 'completed', 'code': 200} Sep 10 11:40:51.829676 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 748f8f52-ab19-4640-b093-dd525ab29d47 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:51.875696 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 748f8f52-ab19-4640-b093-dd525ab29d47 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:40:51.879099 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 748f8f52-ab19-4640-b093-dd525ab29d47 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:51.879456 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:51.951597 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:51.988879 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 748f8f52-ab19-4640-b093-dd525ab29d47, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=748f8f52-ab19-4640-b093-dd525ab29d47,segment=NetworkSegment(9360ffbc-aad4-4042-978d-7ea01eae094a),segment_id=9360ffbc-aad4-4042-978d-7ea01eae094a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:40:51.992495 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:52.038838 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=748f8f52-ab19-4640-b093-dd525ab29d47,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:40:52.395258 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-05a5f2f8-4aa2-47f0-821b-057b0c51d344 req-d8e4d898-b00e-46db-adbd-256fce77218b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=36bd94fb-aa22-4986-af7a-cfecb219c422 HTTP/1.1" status: 200 len: 210 time: 0.0313549 Sep 10 11:40:53.674225 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08baa7c3-bbdf-4bf7-acbb-3af14ca88aec req-fabfa865-78e1-4fa7-aa0a-cd7d87be81ff tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:53.675639 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08baa7c3-bbdf-4bf7-acbb-3af14ca88aec req-fabfa865-78e1-4fa7-aa0a-cd7d87be81ff tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0479879 Sep 10 11:40:53.712579 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-08baa7c3-bbdf-4bf7-acbb-3af14ca88aec req-34f07341-a0a1-4214-b4c2-1f8ce4bda950 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312247 Sep 10 11:40:53.808593 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 748f8f52-ab19-4640-b093-dd525ab29d47 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:40:53.856164 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 748f8f52-ab19-4640-b093-dd525ab29d47 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:40:53.856607 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:40:54.830303 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc648ca-d2c8-4ae1-be22-ae2b69d2340e req-920b3a6b-f407-4e0d-832f-a8b7df49cb69 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:54.831514 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7fc648ca-d2c8-4ae1-be22-ae2b69d2340e req-920b3a6b-f407-4e0d-832f-a8b7df49cb69 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0487487 Sep 10 11:40:54.868251 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7fc648ca-d2c8-4ae1-be22-ae2b69d2340e req-2a7747a6-529c-4b52-91bd-cd7a7d5e964e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308468 Sep 10 11:40:55.157572 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a90a128e-d1a9-4741-b36e-dcf111d20043 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:40:55.176834 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: a90a128e-d1a9-4741-b36e-dcf111d20043 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:40:55.177172 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a90a128e-d1a9-4741-b36e-dcf111d20043 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:40:55.982879 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf05cde-a6d6-4c44-9b5d-06decef01522 req-09506939-31be-4b29-bcaf-8b7318e815d1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:55.984442 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dcf05cde-a6d6-4c44-9b5d-06decef01522 req-09506939-31be-4b29-bcaf-8b7318e815d1 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0498338 Sep 10 11:40:56.025987 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dcf05cde-a6d6-4c44-9b5d-06decef01522 req-c1a88655-c746-44b0-8acd-a8e85ebb89a7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309248 Sep 10 11:40:57.138706 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aa880c-87f7-4adf-ab97-34dd892c7a72 req-3a9da944-c4ce-47a3-91ad-92c2a29acf4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:57.140177 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-04aa880c-87f7-4adf-ab97-34dd892c7a72 req-3a9da944-c4ce-47a3-91ad-92c2a29acf4b tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0482440 Sep 10 11:40:57.176840 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-04aa880c-87f7-4adf-ab97-34dd892c7a72 req-1feecdbd-2efb-4447-adfa-73a4044716c4 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Sep 10 11:40:58.289688 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1644ca-259e-4564-a617-1d5a824683e2 req-094674ad-af23-481e-ad78-6b06808e6312 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:58.291118 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9c1644ca-259e-4564-a617-1d5a824683e2 req-094674ad-af23-481e-ad78-6b06808e6312 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0476696 Sep 10 11:40:58.326628 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9c1644ca-259e-4564-a617-1d5a824683e2 req-0cd8825d-1474-4e23-bc5d-9de1876d781d tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298440 Sep 10 11:40:59.447504 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a6309c-4244-4945-9aaf-62cff03129f2 req-90599f20-9ae0-4cb0-8622-eb82c94fc49e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:40:59.448996 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-48a6309c-4244-4945-9aaf-62cff03129f2 req-90599f20-9ae0-4cb0-8622-eb82c94fc49e tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0524580 Sep 10 11:40:59.484772 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-48a6309c-4244-4945-9aaf-62cff03129f2 req-3cabd8ba-ded7-48fd-bebf-f0d8726bc3f6 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293818 Sep 10 11:41:00.423212 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-2f05c5ff-a86e-4128-b1b9-aef53b119e47 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:00.424709 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-2f05c5ff-a86e-4128-b1b9-aef53b119e47 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0507355 Sep 10 11:41:00.512140 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Deleting port c61c6a4f-fcbe-4999-845f-22abc0905380 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:41:00.512687 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:00.629620 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] For port c61c6a4f-fcbe-4999-845f-22abc0905380, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c61c6a4f-fcbe-4999-845f-22abc0905380,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:00.629984 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:00.651216 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde66c73-e2b4-4e70-ac92-421ba178c979 req-b67cc5f0-8416-4f40-aa21-f5f8a2626b51 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:00.652710 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bde66c73-e2b4-4e70-ac92-421ba178c979 req-b67cc5f0-8416-4f40-aa21-f5f8a2626b51 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/ports?device_id=4ac875c0-fdeb-4d2c-8260-58b51c3e494c HTTP/1.1" status: 200 len: 946 time: 0.0811338 Sep 10 11:41:00.653593 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Calling delete_port for c61c6a4f-fcbe-4999-845f-22abc0905380 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:41:00.727656 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bde66c73-e2b4-4e70-ac92-421ba178c979 req-5d5d5748-0720-42d3-b1bd-0b2522d9f7bd tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.35 "GET /v2.0/security-groups?id=cf649c49-10b5-4211-9498-ac4f3152a1a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681863 Sep 10 11:41:00.805223 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:00.822037 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['c61c6a4f-fcbe-4999-845f-22abc0905380'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:41:00.841742 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Pushing event deleted for resources: {'Port': ['ID=c61c6a4f-fcbe-4999-845f-22abc0905380,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:00.890558 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] No DVR routers for this DVR port c61c6a4f-fcbe-4999-845f-22abc0905380 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:41:00.892902 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:00.894960 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e5095b53-355b-4344-bf21-97ab9dfa92a5 req-9dbcbfa0-688d-4831-ae8c-b3f90b5d8bd7 tempest-ServerRescueNegativeTestJSON-926011596 tempest-ServerRescueNegativeTestJSON-926011596-project] 10.222.0.52 "DELETE /v2.0/ports/c61c6a4f-fcbe-4999-845f-22abc0905380 HTTP/1.1" status: 204 len: 173 time: 0.4642284 Sep 10 11:41:00.895388 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'name': 'network-vif-deleted', 'tag': 'c61c6a4f-fcbe-4999-845f-22abc0905380'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:41:00.897665 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7983c2cb-8aa3-4337-9485-09d3679c86d1" -d '{"events": [{"server_uuid": "4ac875c0-fdeb-4d2c-8260-58b51c3e494c", "name": "network-vif-deleted", "tag": "c61c6a4f-fcbe-4999-845f-22abc0905380"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:41:00.934856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:41:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f06a01f6-507e-46e7-a1a6-de1f26e4e594 x-openstack-request-id: req-f06a01f6-507e-46e7-a1a6-de1f26e4e594 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:41:00.935094 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ac875c0-fdeb-4d2c-8260-58b51c3e494c", "name": "network-vif-deleted", "tag": "c61c6a4f-fcbe-4999-845f-22abc0905380", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:41:00.935345 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f06a01f6-507e-46e7-a1a6-de1f26e4e594 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:41:00.935735 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ac875c0-fdeb-4d2c-8260-58b51c3e494c', 'name': 'network-vif-deleted', 'tag': 'c61c6a4f-fcbe-4999-845f-22abc0905380', 'status': 'completed', 'code': 200} Sep 10 11:41:01.783132 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53248) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:02.411966 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:02.695172 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Deleting port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:41:02.695426 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:02.772847 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] For port 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,segment=NetworkSegment(d8ecbede-e46c-4262-8b8f-7fa71890c893),segment_id=d8ecbede-e46c-4262-8b8f-7fa71890c893)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:02.773223 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:02.788728 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Calling delete_port for 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 owned by network:router_interface {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:41:02.957967 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:02.985981 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Pushing event deleted for resources: {'Port': ['ID=5dab4d2f-abf2-4b60-8bf0-6b834ffa6947,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:03.144445 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:03.358898 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:41:03.479211 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:41:03.484294 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e1c25a28-96a1-4a41-be52-54a123dd5076 admin admin] 10.222.0.35 "PUT /v2.0/routers/a32f0bc0-ab50-4e35-9e54-956f6bc01d8b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6998270 Sep 10 11:41:03.486759 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53268) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:03.492183 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] Sync routers for ids ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:41:03.505171 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] Routers {'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:41:03.505914 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:03.620439 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks [] for router, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:03.704540 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] Set router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:41:03.734047 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:03.789450 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Deleting port fb666fc5-cbe7-4f8c-b57c-c36082da6307 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:41:03.790488 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:03.871302 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] For port fb666fc5-cbe7-4f8c-b57c-c36082da6307, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=fb666fc5-cbe7-4f8c-b57c-c36082da6307,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:03.871697 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:03.884794 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Calling delete_port for fb666fc5-cbe7-4f8c-b57c-c36082da6307 owned by network:router_gateway {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:41:03.896855 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116'}], 'enable_snat': True}, 'gw_port_id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:41:02Z', 'revision_number': 5, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port': {'id': 'fb666fc5-cbe7-4f8c-b57c-c36082da6307', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:2b:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:04Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:03.924469 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] Checking router: a32f0bc0-ab50-4e35-9e54-956f6bc01d8b for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:41:03.932628 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] Routers {'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:41:03.933232 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:40:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:04.020985 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] Set router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:41:04.059722 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.076110 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:41:03Z', 'revision_number': 6, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:04.087769 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb666fc5-cbe7-4f8c-b57c-c36082da6307,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:04.108273 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bc158e8-f8fa-4157-a7d8-9fcd4f1ed08f None None] The sync data for ids ['a32f0bc0-ab50-4e35-9e54-956f6bc01d8b'] in dv-cinder-759962-12-iscsi is: [{'id': 'a32f0bc0-ab50-4e35-9e54-956f6bc01d8b', 'name': 'tempest-ServerRescueNegativeTestJSON-785175324-router', 'tenant_id': '0c03627d48ee4f3fa78958872f18e8b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:37:02Z', 'updated_at': '2021-09-10T11:41:03Z', 'revision_number': 6, 'project_id': '0c03627d48ee4f3fa78958872f18e8b5', 'gw_port_host': None}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:41:04.153093 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.252738 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.254698 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.320704 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.321218 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a32f0bc0-ab50-4e35-9e54-956f6bc01d8b {{(pid=94058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:41:04.326215 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.327341 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-fb4d73e4-ec46-49be-bd1d-dac24ad1c760 admin admin] 10.222.0.35 "DELETE /v2.0/routers/a32f0bc0-ab50-4e35-9e54-956f6bc01d8b HTTP/1.1" status: 204 len: 168 time: 0.8396792 Sep 10 11:41:04.330364 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53280) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:04.372705 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Deleting subnet 225afcb9-1f4a-4d33-b8e3-a115a3c3e3af {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:41:04.376229 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.410065 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66470651'] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.446724 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.506837 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66413517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66124728'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.531360 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=225afcb9-1f4a-4d33-b8e3-a115a3c3e3af,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:04.539732 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.541657 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-337b651c-31c9-4093-99a5-0651ed41b827 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/225afcb9-1f4a-4d33-b8e3-a115a3c3e3af HTTP/1.1" status: 204 len: 168 time: 0.2103641 Sep 10 11:41:04.544032 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53282) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:04.620631 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.692182 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.711581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea2ec02d-916c-4bc6-aa88-b0d91a5510f9']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:04.720284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ecbede-e46c-4262-8b8f-7fa71890c893') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:04.720626 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ecbede-e46c-4262-8b8f-7fa71890c893') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:41:04.729457 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.742254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.747783 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Releasing vlan 593 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:41:04.748189 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:41:04.749753 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:41:05.029255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:05.035181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:05.037361 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] 10.222.0.35 "DELETE /v2.0/networks/ea2ec02d-916c-4bc6-aa88-b0d91a5510f9 HTTP/1.1" status: 204 len: 168 time: 0.4923563 Sep 10 11:41:05.050246 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d160a548-ecf1-48be-9833-4ca13a05375d admin admin] Pushing event deleted for resources: {'Network': ['ID=ea2ec02d-916c-4bc6-aa88-b0d91a5510f9,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:05.209003 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c61c6a4f-fcbe-4999-845f-22abc0905380 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:41:05.222380 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53298) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:05.231452 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: c61c6a4f-fcbe-4999-845f-22abc0905380 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:41:05.231893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c61c6a4f-fcbe-4999-845f-22abc0905380 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:41:05.264071 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-dfd2ff18-705b-4ccb-9126-4e91a3ee69ab admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0c03627d48ee4f3fa78958872f18e8b5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0401976 Sep 10 11:41:05.266478 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53300) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:05.316654 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dc23d87b-24f8-4258-8e66-11793ebbb3ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:05.337828 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dc23d87b-24f8-4258-8e66-11793ebbb3ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:05.389300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dc23d87b-24f8-4258-8e66-11793ebbb3ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:05.391859 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-dc23d87b-24f8-4258-8e66-11793ebbb3ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:05.393104 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-dc23d87b-24f8-4258-8e66-11793ebbb3ba admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/cf649c49-10b5-4211-9498-ac4f3152a1a2 HTTP/1.1" status: 204 len: 168 time: 0.1257329 Sep 10 11:41:05.404037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23d87b-24f8-4258-8e66-11793ebbb3ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf649c49-10b5-4211-9498-ac4f3152a1a2,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:05.462294 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b8ce88-a3e0-40a2-892b-1f248f657b0e req-2b5fe825-f2d0-445c-9790-291d755ac009 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:05.463775 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-68b8ce88-a3e0-40a2-892b-1f248f657b0e req-2b5fe825-f2d0-445c-9790-291d755ac009 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0521102 Sep 10 11:41:05.501686 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-68b8ce88-a3e0-40a2-892b-1f248f657b0e req-839c4328-1890-421d-b346-842240702528 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0312839 Sep 10 11:41:05.812129 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fb666fc5-cbe7-4f8c-b57c-c36082da6307 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:41:05.835054 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: fb666fc5-cbe7-4f8c-b57c-c36082da6307 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:41:05.835393 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fb666fc5-cbe7-4f8c-b57c-c36082da6307 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:41:05.835796 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:41:05.855509 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:41:05.855857 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 5dab4d2f-abf2-4b60-8bf0-6b834ffa6947 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:41:06.591400 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 53374) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:06.623801 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ea9bf-d5a2-4ae8-a81c-a3d00a9e1955 req-208f9c4f-8d4c-473d-8f64-2379965b09e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:06.625332 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-819ea9bf-d5a2-4ae8-a81c-a3d00a9e1955 req-208f9c4f-8d4c-473d-8f64-2379965b09e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0525346 Sep 10 11:41:06.664304 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-819ea9bf-d5a2-4ae8-a81c-a3d00a9e1955 req-abb221b4-6eef-43ca-a841-bc7d1dce5758 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324447 Sep 10 11:41:06.697000 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ebb518f5-646a-4070-91a7-94cfa1f14d80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.783290 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ebb518f5-646a-4070-91a7-94cfa1f14d80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.786762 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ebb518f5-646a-4070-91a7-94cfa1f14d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.823526 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ebb518f5-646a-4070-91a7-94cfa1f14d80 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=30ebe69c0dd34e46be686a65d83fa38a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2310772 Sep 10 11:41:06.824474 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb518f5-646a-4070-91a7-94cfa1f14d80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0701803-05d5-4745-a318-8e4a29cb974c,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:06.826187 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 53380) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:41:06.877190 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a711d13b-24a8-494f-a212-6282769004e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.897160 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a711d13b-24a8-494f-a212-6282769004e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.942817 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a711d13b-24a8-494f-a212-6282769004e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.945264 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a711d13b-24a8-494f-a212-6282769004e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:06.946377 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a711d13b-24a8-494f-a212-6282769004e0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d0701803-05d5-4745-a318-8e4a29cb974c HTTP/1.1" status: 204 len: 168 time: 0.1191688 Sep 10 11:41:06.953668 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a711d13b-24a8-494f-a212-6282769004e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0701803-05d5-4745-a318-8e4a29cb974c,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:07.791731 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5619d181-85fd-4520-b90b-a2d9fa970148 req-049d7441-5612-408f-8577-bf19eb57f0ec tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:07.793400 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5619d181-85fd-4520-b90b-a2d9fa970148 req-049d7441-5612-408f-8577-bf19eb57f0ec tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0568147 Sep 10 11:41:07.832027 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5619d181-85fd-4520-b90b-a2d9fa970148 req-1fc7a06f-1bd3-4884-9dd4-a23b43072238 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328410 Sep 10 11:41:08.948835 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5afa63-6c28-46af-8fc3-d889998fdea6 req-946e0db2-d7ed-4ba1-87b0-49386d7bc352 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:08.950277 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ff5afa63-6c28-46af-8fc3-d889998fdea6 req-946e0db2-d7ed-4ba1-87b0-49386d7bc352 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0476439 Sep 10 11:41:08.987714 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ff5afa63-6c28-46af-8fc3-d889998fdea6 req-4c2a4188-0d85-40eb-893b-74a198c835ed tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311668 Sep 10 11:41:10.102179 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68bcbab-33aa-4789-87cc-f8197271fdb5 req-8053c9d4-84fa-4485-b071-3fa339ff8d36 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:10.103617 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d68bcbab-33aa-4789-87cc-f8197271fdb5 req-8053c9d4-84fa-4485-b071-3fa339ff8d36 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0475855 Sep 10 11:41:10.139936 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d68bcbab-33aa-4789-87cc-f8197271fdb5 req-3b9cbfa8-cf4f-4087-9903-db9543bc7a41 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305316 Sep 10 11:41:10.881219 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4a8144ce-1f5d-4aa9-b549-1c9c79210709 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:11.258954 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed1790e-670d-4631-81c1-ab19f74ce53c req-63b9b61c-1d4f-41ed-9bc1-af5101740c5b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:11.260452 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1ed1790e-670d-4631-81c1-ab19f74ce53c req-63b9b61c-1d4f-41ed-9bc1-af5101740c5b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0514071 Sep 10 11:41:11.297572 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1ed1790e-670d-4631-81c1-ab19f74ce53c req-e7c26dd7-73c6-45b1-81fe-115a73033ddf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308609 Sep 10 11:41:12.339028 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:12.418206 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58913d83-af50-493e-9340-11ef31f23376 req-c1529333-ec05-4576-a7a0-7500a6ca96e4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:12.419666 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-58913d83-af50-493e-9340-11ef31f23376 req-c1529333-ec05-4576-a7a0-7500a6ca96e4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0499511 Sep 10 11:41:12.457356 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-58913d83-af50-493e-9340-11ef31f23376 req-9f97d937-07b2-4446-a41a-673327c55b9f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318689 Sep 10 11:41:13.136484 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-491c2dbb-1ee0-4d95-9e01-c9896fecb5d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:13.572240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5957ade-cf85-4a7a-bdbe-eefa8ffd3876 req-ec8eab6b-22a6-409c-838f-207fe3ceec62 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:13.573741 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b5957ade-cf85-4a7a-bdbe-eefa8ffd3876 req-ec8eab6b-22a6-409c-838f-207fe3ceec62 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0480700 Sep 10 11:41:13.611593 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b5957ade-cf85-4a7a-bdbe-eefa8ffd3876 req-bc6fb67a-7854-44e7-b299-5ccf57e25a7d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320654 Sep 10 11:41:13.931518 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:14.710058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:14.731248 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd7543-797e-4627-8f83-d48957db6383 req-597429e7-55c1-422a-b456-58c10a2d9649 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:14.732714 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0dbd7543-797e-4627-8f83-d48957db6383 req-597429e7-55c1-422a-b456-58c10a2d9649 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0524507 Sep 10 11:41:14.769210 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0dbd7543-797e-4627-8f83-d48957db6383 req-f3f9fd84-f213-49e0-bccf-0200a8e3c971 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306551 Sep 10 11:41:15.777415 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:15.883931 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2d89be-0f21-4daa-8f1a-9f7013c23967 req-e2eb82f7-dd2d-4e18-8231-bc0cac0ea706 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:15.885300 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a2d89be-0f21-4daa-8f1a-9f7013c23967 req-e2eb82f7-dd2d-4e18-8231-bc0cac0ea706 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0471752 Sep 10 11:41:15.921916 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a2d89be-0f21-4daa-8f1a-9f7013c23967 req-f753729c-4fa5-4386-8e66-a234e38266a7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306830 Sep 10 11:41:16.802392 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-81aff1b0-2ecf-4a79-a297-45138e35e317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:16.803797 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-81aff1b0-2ecf-4a79-a297-45138e35e317 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1098 time: 0.0394044 Sep 10 11:41:16.907526 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-3a50b715-a3fd-4e06-81f4-19325689ec07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:16.909471 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-3a50b715-a3fd-4e06-81f4-19325689ec07 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.0855918 Sep 10 11:41:16.972641 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-3c6b2649-6776-420c-bf0a-84759c1678bc service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 1001 time: 0.0559962 Sep 10 11:41:17.049366 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-041dbcd1-2e05-4d84-b25a-463a1a30a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:17.050798 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-041dbcd1-2e05-4d84-b25a-463a1a30a44c service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0717447 Sep 10 11:41:17.074115 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4919b0-3c0d-4093-a8e2-f3b577902fbe req-43c1c3a2-fb48-4aa3-a2e2-a357e3f868a3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:17.075517 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9a4919b0-3c0d-4093-a8e2-f3b577902fbe req-43c1c3a2-fb48-4aa3-a2e2-a357e3f868a3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0679770 Sep 10 11:41:17.129047 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9a4919b0-3c0d-4093-a8e2-f3b577902fbe req-381513c7-668d-4fb4-a4b9-d7b35a33121e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397201 Sep 10 11:41:17.130740 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-99cbab08-50dd-424d-afca-97dbda3e4655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:17.132120 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-99cbab08-50dd-424d-afca-97dbda3e4655 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0734713 Sep 10 11:41:17.236778 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-8892c444-8218-4a7f-8bbf-c45d8ff233e0 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920384 Sep 10 11:41:17.325279 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f36b95dd-c4c2-4934-9fcb-752206e4d7c9 req-42a00a1c-827b-40f9-8414-b7bf4d25d577 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812705 Sep 10 11:41:18.286722 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e652be-c35c-4383-bf04-66cb6268937f req-49b17b4e-5224-4d92-825b-ead17affc349 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:18.288214 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-29e652be-c35c-4383-bf04-66cb6268937f req-49b17b4e-5224-4d92-825b-ead17affc349 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0520167 Sep 10 11:41:18.324096 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-29e652be-c35c-4383-bf04-66cb6268937f req-922e9b1c-fae3-450f-a63b-52480d1978c3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301194 Sep 10 11:41:19.438196 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff1f3bf-68de-4c2b-8124-9f58d0a2f573 req-56e8df32-68b3-4081-b588-1667f688bdc3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:19.439654 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dff1f3bf-68de-4c2b-8124-9f58d0a2f573 req-56e8df32-68b3-4081-b588-1667f688bdc3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0479949 Sep 10 11:41:19.482543 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dff1f3bf-68de-4c2b-8124-9f58d0a2f573 req-ce14193a-e9f8-49a0-91a4-2cf8a68d38e2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365832 Sep 10 11:41:20.597078 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b4e11d-dd95-4a70-8392-6c233a83297e req-3d9fa876-b4f7-4c9e-823b-33a374221ca0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:20.598525 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a6b4e11d-dd95-4a70-8392-6c233a83297e req-3d9fa876-b4f7-4c9e-823b-33a374221ca0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0473526 Sep 10 11:41:20.634110 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a6b4e11d-dd95-4a70-8392-6c233a83297e req-59c4dd94-bc96-40ce-a864-b889a98fdf49 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298498 Sep 10 11:41:21.753566 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b587c8c-9a01-4c2e-9fed-b9b016ca03d4 req-c3baa069-c72f-47d7-9657-e89e4254b0ef tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:21.755014 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6b587c8c-9a01-4c2e-9fed-b9b016ca03d4 req-c3baa069-c72f-47d7-9657-e89e4254b0ef tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0509589 Sep 10 11:41:21.791021 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6b587c8c-9a01-4c2e-9fed-b9b016ca03d4 req-cf032777-9c04-4613-b304-585a7a41a825 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301464 Sep 10 11:41:22.908937 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceddc8c-00a8-4e5e-9fec-fdebb8f13669 req-df7aa34b-ee32-4112-98df-16d8970c9842 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:22.910390 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cceddc8c-00a8-4e5e-9fec-fdebb8f13669 req-df7aa34b-ee32-4112-98df-16d8970c9842 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0488820 Sep 10 11:41:22.946084 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cceddc8c-00a8-4e5e-9fec-fdebb8f13669 req-87c26c66-4f02-4108-9ccc-0464c2ca9fc5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299273 Sep 10 11:41:24.060222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83294aaf-470f-402a-b651-eaf49536d607 req-ba866505-b9e4-4ad3-9f8a-24fb2c405ace tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:24.061671 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-83294aaf-470f-402a-b651-eaf49536d607 req-ba866505-b9e4-4ad3-9f8a-24fb2c405ace tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0474050 Sep 10 11:41:24.098901 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-83294aaf-470f-402a-b651-eaf49536d607 req-9b8be3df-5a19-4ccc-94cc-26889e39314e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314491 Sep 10 11:41:25.217232 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe721a-ec22-437f-8554-4d5e389df32e req-bb8e677a-9ab6-40e0-87fe-8bf1a73ff958 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:25.218575 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bcfe721a-ec22-437f-8554-4d5e389df32e req-bb8e677a-9ab6-40e0-87fe-8bf1a73ff958 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0503738 Sep 10 11:41:25.254387 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bcfe721a-ec22-437f-8554-4d5e389df32e req-15699c6d-9a90-433d-89dc-84aec4dff444 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299320 Sep 10 11:41:26.370423 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec99bd1-b0cb-4483-a5cb-902a92aacd55 req-59449407-4975-4253-a7d3-4095e6a9c709 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:26.371888 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fec99bd1-b0cb-4483-a5cb-902a92aacd55 req-59449407-4975-4253-a7d3-4095e6a9c709 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0478864 Sep 10 11:41:26.380108 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:41:26.409365 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fec99bd1-b0cb-4483-a5cb-902a92aacd55 req-cff08040-ffd1-42fb-9d59-9ab0151ebe7c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0307555 Sep 10 11:41:27.530523 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70dc5e28-761f-4950-ae66-581737e3255f req-267f5d51-920c-434a-ba2d-13237f851ab7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:27.531965 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-70dc5e28-761f-4950-ae66-581737e3255f req-267f5d51-920c-434a-ba2d-13237f851ab7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0478392 Sep 10 11:41:27.568923 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-70dc5e28-761f-4950-ae66-581737e3255f req-21aea4d9-851f-44a9-8c65-4342444cb870 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301747 Sep 10 11:41:28.686558 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c96eb7-a2bf-4d31-b0c6-70f663c3e091 req-ab11504a-505c-4d27-8a7d-3222ebe2e1cf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:28.687980 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-50c96eb7-a2bf-4d31-b0c6-70f663c3e091 req-ab11504a-505c-4d27-8a7d-3222ebe2e1cf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0504711 Sep 10 11:41:28.725343 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-50c96eb7-a2bf-4d31-b0c6-70f663c3e091 req-bbd5b5ff-d9d9-40d2-9bd0-42e7e6cb8b51 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0313241 Sep 10 11:41:29.841485 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4962f-9caa-4bfd-b9f5-24f8437fcc6b req-744a6a38-764a-4b18-b259-507581c63478 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:29.842929 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7dd4962f-9caa-4bfd-b9f5-24f8437fcc6b req-744a6a38-764a-4b18-b259-507581c63478 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0478899 Sep 10 11:41:29.880538 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7dd4962f-9caa-4bfd-b9f5-24f8437fcc6b req-3db0ebd7-f5eb-4f0b-88bc-925ffa123d39 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318623 Sep 10 11:41:30.994237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9e603-a88e-41da-b3d6-ceeb067106e8 req-96bcb764-9fe1-48a8-b1fb-379dfa85cc39 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:30.995686 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0a9e603-a88e-41da-b3d6-ceeb067106e8 req-96bcb764-9fe1-48a8-b1fb-379dfa85cc39 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0470719 Sep 10 11:41:31.030327 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0a9e603-a88e-41da-b3d6-ceeb067106e8 req-ddbee220-a36c-4cf3-8148-eff36dd9089a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289910 Sep 10 11:41:32.148728 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f57b326-aa3a-4dd2-b0ad-925f26021956 req-48162b63-c7a2-4e13-9585-23b62f29f047 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:32.150184 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f57b326-aa3a-4dd2-b0ad-925f26021956 req-48162b63-c7a2-4e13-9585-23b62f29f047 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0509696 Sep 10 11:41:32.186303 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f57b326-aa3a-4dd2-b0ad-925f26021956 req-be9b7992-eb77-43f7-aed2-f97552ec6558 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304108 Sep 10 11:41:33.300934 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce269a9-3beb-4bd3-9040-8ff1b3d15f1f req-9e62aab0-9b70-43e9-9263-2d23218eb2e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:33.302392 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cce269a9-3beb-4bd3-9040-8ff1b3d15f1f req-9e62aab0-9b70-43e9-9263-2d23218eb2e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0481002 Sep 10 11:41:33.337852 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cce269a9-3beb-4bd3-9040-8ff1b3d15f1f req-c7c143c8-4418-495e-9830-09f2264edb7e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0297928 Sep 10 11:41:34.453719 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7673bf-df94-4676-a441-3f886f4f76ad req-4975bb6c-753c-494a-8230-97da8550e339 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:34.455705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ab7673bf-df94-4676-a441-3f886f4f76ad req-4975bb6c-753c-494a-8230-97da8550e339 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0468838 Sep 10 11:41:34.491524 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ab7673bf-df94-4676-a441-3f886f4f76ad req-ae51f2e3-bd64-4d30-9773-6719ebe6119b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300450 Sep 10 11:41:35.610873 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8db9da1-8026-4abd-93c4-6cef7d17e82a req-77f4e802-0481-4e16-af1f-15318c3cb990 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:35.612832 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a8db9da1-8026-4abd-93c4-6cef7d17e82a req-77f4e802-0481-4e16-af1f-15318c3cb990 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0510135 Sep 10 11:41:35.649280 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a8db9da1-8026-4abd-93c4-6cef7d17e82a req-fe04725d-de6e-4863-895c-dffb6dbe5d43 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303006 Sep 10 11:41:35.770115 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-a6aac252-1698-4fe1-a838-c445db360047 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-565752921&fields=id&tenant_id=cb4e6ef7d97b480d897248fe8721b3a1 HTTP/1.1" status: 200 len: 267 time: 0.0315285 Sep 10 11:41:35.871518 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-495b3212-70f8-452c-832f-9f5fac9837b9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:35.872975 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-495b3212-70f8-452c-832f-9f5fac9837b9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 809 time: 0.0960283 Sep 10 11:41:35.887166 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-6d07936d-8005-47ad-9aaa-87f1e83ce148 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/quotas/cb4e6ef7d97b480d897248fe8721b3a1 HTTP/1.1" status: 200 len: 375 time: 0.0086241 Sep 10 11:41:35.940184 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-a5ec1dd0-83aa-4e73-b82f-8279fbcc99d0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480535 Sep 10 11:41:36.036209 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-77000a57-29a0-44f9-be39-41b9f563fbc3 service neutron] 10.222.0.35 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845764 Sep 10 11:41:36.130303 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-94694c7b-01cb-47aa-b081-bcc5c4693bb7 service neutron] 10.222.0.35 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870595 Sep 10 11:41:36.422395 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-15eb7c21-4935-4b87-88c8-90248347e0af req-9e4fe72b-67d1-4a27-9a3b-0b019eb26dd2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 210 time: 0.0258760 Sep 10 11:41:36.772466 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98519eca-2088-460a-a0b2-602a07705b27 req-1879f604-8309-4c73-98d9-6ec4b69bab3d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:36.774038 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-98519eca-2088-460a-a0b2-602a07705b27 req-1879f604-8309-4c73-98d9-6ec4b69bab3d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0530825 Sep 10 11:41:36.816155 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-98519eca-2088-460a-a0b2-602a07705b27 req-1b055bef-f392-48bb-b806-f585d53b560b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352025 Sep 10 11:41:37.364057 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-cc91e7ce-2634-469d-8e1f-3645dd0e4b19 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:37.365562 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-cc91e7ce-2634-469d-8e1f-3645dd0e4b19 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.52 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 809 time: 0.1143835 Sep 10 11:41:37.366033 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:41:37.425522 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-99a78949-8514-4d5e-b4f9-a11ef7249aa6 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cb4e6ef7d97b480d897248fe8721b3a1 HTTP/1.1" status: 200 len: 379 time: 0.0473723 Sep 10 11:41:37.452501 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'port': {'device_id': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'admin_state_up': True, 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'security_groups': ['86410eac-2b36-49cd-8170-375a05b6d12c']}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:41:37.476556 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:37.491418 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'mac_address': 'fa:16:3e:b5:f2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:41:37.531743 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:37.545739 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a073406d-fea9-41fc-b3e8-77f2b457e44a {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:41:37.561769 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-320e0629-038f-4011-960e-1d02ac76fef9 req-499748a5-0f59-41ac-b218-c236491883e9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 210 time: 0.0312586 Sep 10 11:41:37.569165 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:37.573462 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:37.603648 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Made reservation on behalf of cb4e6ef7d97b480d897248fe8721b3a1 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:41:37.607170 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:37.625462 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:37.659119 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['a073406d-fea9-41fc-b3e8-77f2b457e44a'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:41:37.731221 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Allocated IP 172.20.0.9 (cf408268-4506-4da3-b9e6-151b4575875e/dbaf66e5-439b-4c73-b91d-e574dfc7be07/e03b3b38-3341-4a69-a293-6c38bce77c76) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:41:37.872778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:37.887243 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Transition to ACTIVE for port object e03b3b38-3341-4a69-a293-6c38bce77c76 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:41:37.956700 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:37.974847 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c248d60-153e-4ad7-ac22-fcef8f2eaae0 req-e7a72d82-d38c-4925-9aba-713d8052ec68 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:37.976655 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c248d60-153e-4ad7-ac22-fcef8f2eaae0 req-e7a72d82-d38c-4925-9aba-713d8052ec68 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.0766442 Sep 10 11:41:38.031717 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Network cf408268-4506-4da3-b9e6-151b4575875e is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:41:38.041945 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:41:38.045883 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:41:38.054692 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:38.089760 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.090099 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.090430 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.090755 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.091076 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.091395 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.091712 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.092096 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.092444 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.092761 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.093074 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.093470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:38.104373 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c248d60-153e-4ad7-ac22-fcef8f2eaae0 req-1f0e3e98-fb5e-46a4-88fd-4b577a17eeb4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1061690 Sep 10 11:41:38.123075 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:38.123718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.137819 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-35382ec0-d0fc-4d2c-9a46-4aeddb91965b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6900711 Sep 10 11:41:38.155516 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Request body: {'port': {'device_id': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:41:38.217088 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.294232 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-be1ce5af-0e85-4af3-bd65-f8d81e3aa040 None None] Provisioning for port e03b3b38-3341-4a69-a293-6c38bce77c76 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:41:38.299145 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-be1ce5af-0e85-4af3-bd65-f8d81e3aa040 None None] Provisioning complete for port e03b3b38-3341-4a69-a293-6c38bce77c76 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:41:38.299970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-be1ce5af-0e85-4af3-bd65-f8d81e3aa040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.343709 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-be1ce5af-0e85-4af3-bd65-f8d81e3aa040 None None] Port e03b3b38-3341-4a69-a293-6c38bce77c76 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:41:38.501062 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03b3b38-3341-4a69-a293-6c38bce77c76 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:41:38.509431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.522445 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Transition to ACTIVE for port object e03b3b38-3341-4a69-a293-6c38bce77c76 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:41:38.526157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.627230 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:38.680289 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Attempting to bind port e03b3b38-3341-4a69-a293-6c38bce77c76 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:41:38.680665 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Attempting to bind port e03b3b38-3341-4a69-a293-6c38bce77c76 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:41:38.681058 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Attempting to bind port e03b3b38-3341-4a69-a293-6c38bce77c76 on network cf408268-4506-4da3-b9e6-151b4575875e {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:41:38.697312 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Port e03b3b38-3341-4a69-a293-6c38bce77c76 on network cf408268-4506-4da3-b9e6-151b4575875e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:41:38.697787 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Attempting to bind port e03b3b38-3341-4a69-a293-6c38bce77c76 on network cf408268-4506-4da3-b9e6-151b4575875e {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:41:38.716656 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:41:38.716992 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Checking segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:41:38.717374 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Bound using segment: {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:41:38.717802 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Bound port: e03b3b38-3341-4a69-a293-6c38bce77c76, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 570, 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:41:38.718160 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.796215 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:41:38.800223 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:41:38.812394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c106ca7-d709-4664-8f9c-3412b9a8f8ca req-97267518-de77-41f8-89f0-2f565262d08e tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:38.813984 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5c106ca7-d709-4664-8f9c-3412b9a8f8ca req-97267518-de77-41f8-89f0-2f565262d08e tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.1289566 Sep 10 11:41:38.816127 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.870500 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:38.871114 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:38.872533 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] 10.222.0.52 "PUT /v2.0/ports/e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 1093 time: 0.7218192 Sep 10 11:41:38.872982 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:41:38.875238 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f93057d-6946-433b-9886-fabf98cac73f" -d '{"events": [{"name": "network-changed", "server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:41:38.915022 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5c106ca7-d709-4664-8f9c-3412b9a8f8ca req-95a5f480-1e63-49c6-b18f-1558264b2aa0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0882499 Sep 10 11:41:38.915747 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3307cb5b-6d96-4946-ac46-50e486b2b063 service neutron] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:38.932539 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:41:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673897d1-ae3a-4b9c-a20c-27d5f5df7aca x-openstack-request-id: req-673897d1-ae3a-4b9c-a20c-27d5f5df7aca {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:41:38.932941 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:41:38.933124 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-673897d1-ae3a-4b9c-a20c-27d5f5df7aca {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:41:38.933470 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'status': 'completed', 'code': 200} Sep 10 11:41:38.978390 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93057d-6946-433b-9886-fabf98cac73f req-e40ead2c-5650-45f4-92e4-eac70c65ad8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:38.980039 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f93057d-6946-433b-9886-fabf98cac73f req-e40ead2c-5650-45f4-92e4-eac70c65ad8f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1096 time: 0.0412362 Sep 10 11:41:39.080086 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93057d-6946-433b-9886-fabf98cac73f req-c5dba8f5-6537-4f00-b889-fef14d7fa926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.081563 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f93057d-6946-433b-9886-fabf98cac73f req-c5dba8f5-6537-4f00-b889-fef14d7fa926 service neutron] 10.222.0.52 "GET /v2.0/networks?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0935843 Sep 10 11:41:39.173263 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f93057d-6946-433b-9886-fabf98cac73f req-b69ad02f-e7e9-417e-a01a-670a9a3c9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.175269 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f93057d-6946-433b-9886-fabf98cac73f req-b69ad02f-e7e9-417e-a01a-670a9a3c9c67 service neutron] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0861580 Sep 10 11:41:39.233019 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e310f99-c1c8-482a-974c-ad160c437ad3 req-697c7104-195f-4bf5-bd59-2b1dce8dcee4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.234467 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e310f99-c1c8-482a-974c-ad160c437ad3 req-697c7104-195f-4bf5-bd59-2b1dce8dcee4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.0553975 Sep 10 11:41:39.289236 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-bbe4ff61-06e5-4203-81b0-4a98c251b13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.290720 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-bbe4ff61-06e5-4203-81b0-4a98c251b13f service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1096 time: 0.0759282 Sep 10 11:41:39.293862 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e310f99-c1c8-482a-974c-ad160c437ad3 req-6827d239-d7e2-4699-8dc4-65e11aeec6cd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429211 Sep 10 11:41:39.333423 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-bfad47c5-9603-4563-87f4-24697a782ddd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 217 time: 0.0337131 Sep 10 11:41:39.385730 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-5a9116bc-f3bf-4028-aabd-06443d9ddbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.387181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-5a9116bc-f3bf-4028-aabd-06443d9ddbf8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 200 len: 848 time: 0.0451703 Sep 10 11:41:39.388792 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:41:39.434931 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port a073406d-fea9-41fc-b3e8-77f2b457e44a triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:41:39.435302 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:39.435643 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-58c747e7-8ecd-4062-b32f-2c70cf1bb018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.437147 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-58c747e7-8ecd-4062-b32f-2c70cf1bb018 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf408268-4506-4da3-b9e6-151b4575875e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425849 Sep 10 11:41:39.524850 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:39.536834 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-aae3ada6-69b5-4af6-9771-903b50811244 service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917149 Sep 10 11:41:39.548820 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:41:39.551073 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433ceea8-078b-4b36-99ec-1f4dad9a6072" -d '{"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-plugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:41:39.564052 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:39.570018 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:39.607410 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:41:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f691252e-f104-4abd-b694-3587f000d0e8 x-openstack-request-id: req-f691252e-f104-4abd-b694-3587f000d0e8 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:41:39.607698 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-plugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:41:39.607947 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f691252e-f104-4abd-b694-3587f000d0e8 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:41:39.608336 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'code': 200} Sep 10 11:41:39.622221 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:39.653780 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18b47b1d-1da2-4e87-bf35-d0d53c6682d9 req-ecc70e8d-8186-4067-a5fa-d3582bcbb144 service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054804 Sep 10 11:41:39.920081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc64784e-cf08-4cb2-8fe0-56cf91eb7df0 req-f858360d-7e05-44ea-9164-369b6c33eb58 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:39.921568 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc64784e-cf08-4cb2-8fe0-56cf91eb7df0 req-f858360d-7e05-44ea-9164-369b6c33eb58 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0484293 Sep 10 11:41:39.960481 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc64784e-cf08-4cb2-8fe0-56cf91eb7df0 req-a62c704f-6dd7-4577-aea6-375ee4f05d8b tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326669 Sep 10 11:41:40.040219 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e96a839-19d2-49df-b66f-be090cd7afe8 req-73766b5b-2958-4bea-8a2d-09f0b22dd96c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:40.041726 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e96a839-19d2-49df-b66f-be090cd7afe8 req-73766b5b-2958-4bea-8a2d-09f0b22dd96c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0496774 Sep 10 11:41:40.082657 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e96a839-19d2-49df-b66f-be090cd7afe8 req-92e92dcf-f1b5-4922-aa26-d32835cd8438 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349207 Sep 10 11:41:40.410452 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e80bfce-511d-48dc-8553-8ede3245d74d req-97b056f1-a5a1-437a-9ef5-65e4709cc020 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:40.411788 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e80bfce-511d-48dc-8553-8ede3245d74d req-97b056f1-a5a1-437a-9ef5-65e4709cc020 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0474589 Sep 10 11:41:40.447717 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e80bfce-511d-48dc-8553-8ede3245d74d req-3d7bada3-1ca7-468f-aefc-4e524c00636d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0300894 Sep 10 11:41:40.882842 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c26d4786-dce5-44bf-9c80-cba5a5af63bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:41.072291 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49fb397-708d-4c6f-802d-e95cd61952e4 req-c783d66a-3321-40c8-9518-3e3204ae6a74 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:41.073738 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b49fb397-708d-4c6f-802d-e95cd61952e4 req-c783d66a-3321-40c8-9518-3e3204ae6a74 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0472603 Sep 10 11:41:41.108667 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b49fb397-708d-4c6f-802d-e95cd61952e4 req-aa349bde-eaed-4dfa-892c-10bcee934c57 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290799 Sep 10 11:41:41.196917 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12be0fd5-0faa-4f73-badf-6b450e848440 req-f623792a-84b4-498e-8f20-af878bfcc6e0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:41.198254 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-12be0fd5-0faa-4f73-badf-6b450e848440 req-f623792a-84b4-498e-8f20-af878bfcc6e0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0474277 Sep 10 11:41:41.238295 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-12be0fd5-0faa-4f73-badf-6b450e848440 req-4071c243-1ad4-4ae8-89ef-8c029766bff0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342519 Sep 10 11:41:41.580743 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911672e7-e973-43a4-b1e9-a91ed6ed52fd req-efc56803-0c37-4a26-8916-b7d2b8cacd68 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:41.582184 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-911672e7-e973-43a4-b1e9-a91ed6ed52fd req-efc56803-0c37-4a26-8916-b7d2b8cacd68 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0529521 Sep 10 11:41:41.621506 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-911672e7-e973-43a4-b1e9-a91ed6ed52fd req-37f99adf-ad6c-4136-aac3-ca19a53f338b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332713 Sep 10 11:41:42.228563 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d28863-3004-4312-a037-10dc9ea7a26b req-652a5611-d270-4bf9-a509-9a699540cd17 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:42.230033 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f6d28863-3004-4312-a037-10dc9ea7a26b req-652a5611-d270-4bf9-a509-9a699540cd17 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0487316 Sep 10 11:41:42.272969 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f6d28863-3004-4312-a037-10dc9ea7a26b req-17a0e2e7-233e-4458-93c9-1e2e150c120c tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354817 Sep 10 11:41:42.345669 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:42.354135 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2866728a-5c12-4d06-9f7c-ee5065e5348a req-77026fa2-1c36-48b8-a577-1ac439947db1 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:42.355422 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2866728a-5c12-4d06-9f7c-ee5065e5348a req-77026fa2-1c36-48b8-a577-1ac439947db1 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0495269 Sep 10 11:41:42.399900 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2866728a-5c12-4d06-9f7c-ee5065e5348a req-32801bfb-a099-41b1-b3de-c4d8bc1457d1 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377626 Sep 10 11:41:42.497530 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-a6ecbf4c-7902-4158-bfb5-88e0fa525439 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:42.499017 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-a6ecbf4c-7902-4158-bfb5-88e0fa525439 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 945 time: 0.0475514 Sep 10 11:41:42.604682 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Deleting port 35bb8864-4d16-478a-afdd-f2835a35cde9 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:41:42.605155 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:42.716801 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] For port 35bb8864-4d16-478a-afdd-f2835a35cde9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=35bb8864-4d16-478a-afdd-f2835a35cde9,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:42.717159 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:42.752744 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Calling delete_port for 35bb8864-4d16-478a-afdd-f2835a35cde9 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:41:42.835516 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca19a2b-03b9-4737-b141-915fcb3cfc31 req-03ca5a50-0be7-42ab-bcbb-5ab6a32a0645 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:42.842641 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ca19a2b-03b9-4737-b141-915fcb3cfc31 req-03ca5a50-0be7-42ab-bcbb-5ab6a32a0645 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.1040072 Sep 10 11:41:43.149278 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db7ad4a4-66e4-4e1c-8dc2-bce70e0545f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:43.182642 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ca19a2b-03b9-4737-b141-915fcb3cfc31 req-955d380f-d3d9-4bc2-a3d2-a725939a6cdf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3391459 Sep 10 11:41:43.251919 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:43.265606 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['35bb8864-4d16-478a-afdd-f2835a35cde9'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:41:43.304278 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Pushing event deleted for resources: {'Port': ['ID=35bb8864-4d16-478a-afdd-f2835a35cde9,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:43.365368 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] No DVR routers for this DVR port 35bb8864-4d16-478a-afdd-f2835a35cde9 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:41:43.369232 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:43.371129 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-87174cec-622c-4cd5-ac2b-0bfb82a605e9 req-193d0636-db86-42fa-94e7-d6d4657dcaed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "DELETE /v2.0/ports/35bb8864-4d16-478a-afdd-f2835a35cde9 HTTP/1.1" status: 204 len: 173 time: 0.8658457 Sep 10 11:41:43.371568 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0d0e54b-5499-484b-8374-178827d19f45', 'name': 'network-vif-deleted', 'tag': '35bb8864-4d16-478a-afdd-f2835a35cde9'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:41:43.376435 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcaef421-1b47-4bd5-b139-32180ab4bef5" -d '{"events": [{"server_uuid": "b0d0e54b-5499-484b-8374-178827d19f45", "name": "network-vif-deleted", "tag": "35bb8864-4d16-478a-afdd-f2835a35cde9"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:41:43.416406 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4a04aaba-629d-4e1b-8e67-4a3c0d5a8592 req-0a8eb122-3d39-4845-be07-6f51d82a9c0c tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=b0d0e54b-5499-484b-8374-178827d19f45 HTTP/1.1" status: 200 len: 210 time: 0.0489683 Sep 10 11:41:43.433341 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dbf7713-fc36-4d41-a078-f409b77359af x-openstack-request-id: req-0dbf7713-fc36-4d41-a078-f409b77359af {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:41:43.433631 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0d0e54b-5499-484b-8374-178827d19f45", "name": "network-vif-deleted", "tag": "35bb8864-4d16-478a-afdd-f2835a35cde9", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:41:43.433879 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0dbf7713-fc36-4d41-a078-f409b77359af {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:41:43.434264 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0d0e54b-5499-484b-8374-178827d19f45', 'name': 'network-vif-deleted', 'tag': '35bb8864-4d16-478a-afdd-f2835a35cde9', 'status': 'completed', 'code': 200} Sep 10 11:41:43.556725 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c692d6-5e49-4f9b-81f6-bb3796747a0f req-b209a820-7e49-49f8-9ed2-63a2a1dd9e7d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:43.558405 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-75c692d6-5e49-4f9b-81f6-bb3796747a0f req-b209a820-7e49-49f8-9ed2-63a2a1dd9e7d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0706525 Sep 10 11:41:43.609297 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-75c692d6-5e49-4f9b-81f6-bb3796747a0f req-74f5b86f-a716-470d-b394-d73f14c53987 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420413 Sep 10 11:41:43.954569 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:44.325310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ac97f-01ac-4252-b99b-cc35505a3500 req-02b5c0ce-5305-40b4-9133-a7705537dccb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:44.333626 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-407ac97f-01ac-4252-b99b-cc35505a3500 req-02b5c0ce-5305-40b4-9133-a7705537dccb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0623238 Sep 10 11:41:44.369483 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-407ac97f-01ac-4252-b99b-cc35505a3500 req-0200be04-164f-4b7c-99a5-96f7afff84b8 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346963 Sep 10 11:41:44.719807 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:44.756999 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcc0ca2-0f48-468d-8ec5-8df0c690689a req-a5a77418-7cc7-4c84-b9c3-e880abdc58c2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:44.758695 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7dcc0ca2-0f48-468d-8ec5-8df0c690689a req-a5a77418-7cc7-4c84-b9c3-e880abdc58c2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0639353 Sep 10 11:41:44.821137 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7dcc0ca2-0f48-468d-8ec5-8df0c690689a req-efd8b3b2-0f43-4295-8db7-98f7c3c6257a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556347 Sep 10 11:41:45.423844 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 35bb8864-4d16-478a-afdd-f2835a35cde9 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:41:45.446059 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 35bb8864-4d16-478a-afdd-f2835a35cde9 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:41:45.446400 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 35bb8864-4d16-478a-afdd-f2835a35cde9 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:41:45.519951 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d42f25-be23-42ef-bc66-47a917b4a517 req-e14bac87-e689-4b9e-84f7-6db746097abd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:45.522546 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3d42f25-be23-42ef-bc66-47a917b4a517 req-e14bac87-e689-4b9e-84f7-6db746097abd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0573764 Sep 10 11:41:45.571543 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3d42f25-be23-42ef-bc66-47a917b4a517 req-c2d3682e-39d0-48e4-a1cf-66dec7d4b72a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416210 Sep 10 11:41:45.784793 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:45.951762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7f7522-12eb-4bbb-8211-80c95ca1071a req-6e875979-5dd6-40f4-b3dd-75d4ca9b1ed0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:45.953444 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2c7f7522-12eb-4bbb-8211-80c95ca1071a req-6e875979-5dd6-40f4-b3dd-75d4ca9b1ed0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0504506 Sep 10 11:41:45.997725 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2c7f7522-12eb-4bbb-8211-80c95ca1071a req-5c5f2adb-c8cd-4757-b7dd-1facf3510796 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346432 Sep 10 11:41:46.699122 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6e52ed-7582-43ab-90fc-a0a0dd745a3f req-11c01b06-a812-42af-a39a-8ee7ceb1987c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:46.701584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c6e52ed-7582-43ab-90fc-a0a0dd745a3f req-11c01b06-a812-42af-a39a-8ee7ceb1987c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0551131 Sep 10 11:41:46.745935 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c6e52ed-7582-43ab-90fc-a0a0dd745a3f req-ebd9969f-9e0e-440a-b9ec-7843bdd98c7f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370088 Sep 10 11:41:47.120438 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c08d28a-e323-47cf-8065-d1fe2e835fbb req-049d93cc-fbc3-4c79-bb81-a01464a2dc28 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:47.121805 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c08d28a-e323-47cf-8065-d1fe2e835fbb req-049d93cc-fbc3-4c79-bb81-a01464a2dc28 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0515707 Sep 10 11:41:47.165101 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c08d28a-e323-47cf-8065-d1fe2e835fbb req-1f6666da-bc8e-463b-b698-87b17575a884 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336545 Sep 10 11:41:47.875028 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464738e3-4473-491e-887e-2938ebc14d31 req-9387249c-9ca3-4d51-8ddd-458d07a00c99 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:47.876542 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-464738e3-4473-491e-887e-2938ebc14d31 req-9387249c-9ca3-4d51-8ddd-458d07a00c99 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0513201 Sep 10 11:41:47.917716 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-464738e3-4473-491e-887e-2938ebc14d31 req-a5473f9d-8af9-4a80-8d25-e73f62c35386 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0343335 Sep 10 11:41:48.297803 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7307ba7b-8bf2-47de-a8ec-f4c5c9f24f86 req-a0f74b48-2190-459f-9a1a-bee695b12041 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:48.299331 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7307ba7b-8bf2-47de-a8ec-f4c5c9f24f86 req-a0f74b48-2190-459f-9a1a-bee695b12041 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0614822 Sep 10 11:41:48.339720 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7307ba7b-8bf2-47de-a8ec-f4c5c9f24f86 req-713472e9-a7bc-495e-9fac-ee31ab3f998c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338094 Sep 10 11:41:49.048136 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3437ec79-a0de-49f1-a2b3-50c58433e98b req-c1bef683-3384-447b-a3a1-8c5165d579f5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:49.051022 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3437ec79-a0de-49f1-a2b3-50c58433e98b req-c1bef683-3384-447b-a3a1-8c5165d579f5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0546398 Sep 10 11:41:49.094383 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3437ec79-a0de-49f1-a2b3-50c58433e98b req-5f2241a6-6766-4228-9c9f-c16fe77eae9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372784 Sep 10 11:41:49.463779 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19ad2f-9795-4635-a3f8-7f76cc3090e0 req-3639ff6a-f296-4208-8df4-45f9d0bf6ae2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:49.465536 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf19ad2f-9795-4635-a3f8-7f76cc3090e0 req-3639ff6a-f296-4208-8df4-45f9d0bf6ae2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0554218 Sep 10 11:41:49.507706 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf19ad2f-9795-4635-a3f8-7f76cc3090e0 req-c63ad8f5-eb0a-4744-813d-edea8ae4b240 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356803 Sep 10 11:41:50.222535 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65961689-7391-4367-8584-56a700431377 req-8bf2cffd-0b79-4765-86ce-b486e57730a0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:50.224171 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65961689-7391-4367-8584-56a700431377 req-8bf2cffd-0b79-4765-86ce-b486e57730a0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0566459 Sep 10 11:41:50.263761 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65961689-7391-4367-8584-56a700431377 req-c6ebcabe-02ad-4d3f-ac20-77023264b9ef tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337334 Sep 10 11:41:50.630173 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295b395e-9941-4a63-90ca-9dbc8e8834dd req-8599b045-0300-4534-89da-f1da4664fbab tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:50.631813 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-295b395e-9941-4a63-90ca-9dbc8e8834dd req-8599b045-0300-4534-89da-f1da4664fbab tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0534236 Sep 10 11:41:50.675585 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-295b395e-9941-4a63-90ca-9dbc8e8834dd req-2d73b57a-0e89-41d8-8385-969ff0fd2019 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369906 Sep 10 11:41:51.388986 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e716f330-90ad-4922-ad40-7b46faaa2f18 req-f13163bb-df01-4ede-82f3-9a1b80464119 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:51.390842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e716f330-90ad-4922-ad40-7b46faaa2f18 req-f13163bb-df01-4ede-82f3-9a1b80464119 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0537412 Sep 10 11:41:51.430466 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e716f330-90ad-4922-ad40-7b46faaa2f18 req-7d1b4ae9-5a86-47f6-8367-fc15b126d572 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334163 Sep 10 11:41:51.788587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6fb710-bb64-49d4-98a4-f4623bc37240 req-56136a42-9026-4255-b00b-a7d9f94fa71d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:51.790013 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd6fb710-bb64-49d4-98a4-f4623bc37240 req-56136a42-9026-4255-b00b-a7d9f94fa71d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0499480 Sep 10 11:41:51.826327 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd6fb710-bb64-49d4-98a4-f4623bc37240 req-70f3b6a7-c733-40d0-bd1f-287ec6e92bdd tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305648 Sep 10 11:41:51.879419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:41:51.974410 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:51.984976 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'port_id': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'mac_address': 'fa:16:3e:a9:23:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:41:52.020481 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:52.032477 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03b3b38-3341-4a69-a293-6c38bce77c76 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:41:52.053830 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:52.057556 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:52.103760 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:52.110774 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.111676 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.112016 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.112368 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.112709 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.113044 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.113370 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.113698 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.114022 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.114345 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.114668 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.114988 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:41:52.547414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54053c1-1def-4ac6-afa8-b81eb1d39a59 req-5312fee2-bd48-4780-a7de-d7933a99e1c6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:52.548913 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c54053c1-1def-4ac6-afa8-b81eb1d39a59 req-5312fee2-bd48-4780-a7de-d7933a99e1c6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0483944 Sep 10 11:41:52.585174 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c54053c1-1def-4ac6-afa8-b81eb1d39a59 req-26d72c2c-6bf7-4e93-83e4-3b1eb3f1a2f4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0304234 Sep 10 11:41:52.936834 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc905f-4902-4067-8861-936072b17409 req-0eeaaa51-f0aa-43e7-87cc-e6090fbb2bdc tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:52.938270 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-23dc905f-4902-4067-8861-936072b17409 req-0eeaaa51-f0aa-43e7-87cc-e6090fbb2bdc tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0476162 Sep 10 11:41:52.974050 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-23dc905f-4902-4067-8861-936072b17409 req-91a84b38-de4e-405e-bdf3-5535f3acd052 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298548 Sep 10 11:41:53.703086 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169c631-48d1-4b08-9864-39332c30b628 req-3528678f-75e8-41ac-8df7-1572c033e857 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:53.705200 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e169c631-48d1-4b08-9864-39332c30b628 req-3528678f-75e8-41ac-8df7-1572c033e857 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0500026 Sep 10 11:41:53.740736 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e169c631-48d1-4b08-9864-39332c30b628 req-7954992a-5014-4650-b682-5e02b21004e1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0298131 Sep 10 11:41:54.084487 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985d884-33e5-4877-b39a-815fe0a44e2a req-8f5aded8-53d4-45b9-aa50-153330f92ab9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:54.085926 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b985d884-33e5-4877-b39a-815fe0a44e2a req-8f5aded8-53d4-45b9-aa50-153330f92ab9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0470593 Sep 10 11:41:54.122006 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b985d884-33e5-4877-b39a-815fe0a44e2a req-b4ad10f4-7746-4d3b-906c-eff85da0e806 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303440 Sep 10 11:41:54.633609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e03b3b38-3341-4a69-a293-6c38bce77c76'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:41:54.857139 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5a443f-8549-4ef3-bbe7-edabaf3d8b21 req-a0dd1311-8f4a-4318-bf9a-ac4d4f1bdf31 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:54.859228 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4f5a443f-8549-4ef3-bbe7-edabaf3d8b21 req-a0dd1311-8f4a-4318-bf9a-ac4d4f1bdf31 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0489085 Sep 10 11:41:54.898070 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4f5a443f-8549-4ef3-bbe7-edabaf3d8b21 req-b1c24883-f34e-4a2d-94fb-29b493596fb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319438 Sep 10 11:41:55.238944 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7259e12a-f432-4049-82e5-306c7b9679a0 req-16caa60d-65e9-4af2-bc86-c9c85acb0002 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:55.240435 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7259e12a-f432-4049-82e5-306c7b9679a0 req-16caa60d-65e9-4af2-bc86-c9c85acb0002 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0525475 Sep 10 11:41:55.279893 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7259e12a-f432-4049-82e5-306c7b9679a0 req-de472f46-fb87-45c3-8f50-f245e5c9f56d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333962 Sep 10 11:41:55.616836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89244-4a06-4e46-b359-2433fde0769c req-397cc1a0-b1b4-4231-9694-fffb7956cf96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:55.618356 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-397cc1a0-b1b4-4231-9694-fffb7956cf96 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1098 time: 0.0403583 Sep 10 11:41:56.014431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6180e3-1f99-426b-969d-6f4d5e0b90f2 req-a97b461b-235f-41b0-a9e1-7962ab0c0799 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:56.015856 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e6180e3-1f99-426b-969d-6f4d5e0b90f2 req-a97b461b-235f-41b0-a9e1-7962ab0c0799 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0463808 Sep 10 11:41:56.053125 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e6180e3-1f99-426b-969d-6f4d5e0b90f2 req-5f13eb34-3c30-4282-b30e-9951e5277a63 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308256 Sep 10 11:41:56.398538 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc616c7-fe70-49d4-ac2c-b76ab7ae7e8c req-d365c078-dc64-4644-bf88-2f9a0750df1f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:56.399990 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7dc616c7-fe70-49d4-ac2c-b76ab7ae7e8c req-d365c078-dc64-4644-bf88-2f9a0750df1f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0514731 Sep 10 11:41:56.436946 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7dc616c7-fe70-49d4-ac2c-b76ab7ae7e8c req-8e392eac-f0b9-4200-93de-daed55b195d5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310888 Sep 10 11:41:56.835082 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89244-4a06-4e46-b359-2433fde0769c req-a46b5858-bac7-4898-9735-7ebdef946477 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:56.836532 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-a46b5858-bac7-4898-9735-7ebdef946477 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.0822840 Sep 10 11:41:57.173181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00bba7f-7ee2-4d20-bceb-c9f141087eeb req-78d6e44e-8a4b-41c8-b85e-86bb2c085cb7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:57.174628 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c00bba7f-7ee2-4d20-bceb-c9f141087eeb req-78d6e44e-8a4b-41c8-b85e-86bb2c085cb7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0523183 Sep 10 11:41:57.211380 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c00bba7f-7ee2-4d20-bceb-c9f141087eeb req-c0fb74f5-9f7f-4e9d-bf31-850efe09c799 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0308561 Sep 10 11:41:57.546240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e88331-89fe-4f9b-8e29-e9ee43bf6d5a req-8304cb87-5abb-42b5-8688-425ab81d7f9f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:57.547674 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-50e88331-89fe-4f9b-8e29-e9ee43bf6d5a req-8304cb87-5abb-42b5-8688-425ab81d7f9f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0474188 Sep 10 11:41:57.585744 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-50e88331-89fe-4f9b-8e29-e9ee43bf6d5a req-9432b4a2-1ee7-4b57-aa80-8d48ad551ef6 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315309 Sep 10 11:41:57.781578 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-14ff3bbf-2a30-417c-a405-78d3771fd234 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 1001 time: 0.0597124 Sep 10 11:41:58.325892 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e545b2eb-3034-49b3-afc9-9cff167f752c req-289be62a-dbb4-49b8-94e3-47a3f54b7d72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:58.327356 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e545b2eb-3034-49b3-afc9-9cff167f752c req-289be62a-dbb4-49b8-94e3-47a3f54b7d72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 945 time: 0.0475554 Sep 10 11:41:58.364724 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e545b2eb-3034-49b3-afc9-9cff167f752c req-dfda5121-e7c4-4216-a910-f8cd3b45fae1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311060 Sep 10 11:41:58.695683 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e93465-1d6b-4f91-9804-3e8b20b6fdc3 req-4ff6078f-e74f-4ce6-9382-411178c50c08 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:58.697128 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71e93465-1d6b-4f91-9804-3e8b20b6fdc3 req-4ff6078f-e74f-4ce6-9382-411178c50c08 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0472603 Sep 10 11:41:58.732541 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71e93465-1d6b-4f91-9804-3e8b20b6fdc3 req-96124111-e8d1-46f7-bc32-6af378353226 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296631 Sep 10 11:41:59.267427 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89244-4a06-4e46-b359-2433fde0769c req-b614d8dd-cb3f-4434-abf2-14e3ad736e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:59.268795 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-b614d8dd-cb3f-4434-abf2-14e3ad736e73 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0436528 Sep 10 11:41:59.292983 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:41:59.319363 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c89244-4a06-4e46-b359-2433fde0769c req-c9b866d5-4cd4-406d-a333-2598eb1db075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:59.320868 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-c9b866d5-4cd4-406d-a333-2598eb1db075 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0448921 Sep 10 11:41:59.367214 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:59.390367 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:41:59.392927 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a99ae039-7ece-4575-aab7-d59ab5fe7d14" -d '{"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-unplugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:41:59.405566 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:41:59.411581 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:41:59.415764 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-ef3e2a8b-9622-489d-9df2-fb7db68f0fb6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853827 Sep 10 11:41:59.453316 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 11:41:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38837a1a-b489-4dea-af63-0a651f508fd0 x-openstack-request-id: req-38837a1a-b489-4dea-af63-0a651f508fd0 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:41:59.453672 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-unplugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:41:59.453983 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38837a1a-b489-4dea-af63-0a651f508fd0 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:41:59.454428 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'code': 200} Sep 10 11:41:59.463446 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:41:59.553440 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db7018-da34-4608-ab7e-56f9b79be68b req-9f1d1278-a441-4e06-93ec-7c8b0486fdbb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:59.554933 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78db7018-da34-4608-ab7e-56f9b79be68b req-9f1d1278-a441-4e06-93ec-7c8b0486fdbb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0964062 Sep 10 11:41:59.558776 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6c89244-4a06-4e46-b359-2433fde0769c req-6c0b3cd7-9fae-4d2a-8b69-f0145c3b4bf8 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330516 Sep 10 11:41:59.591900 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78db7018-da34-4608-ab7e-56f9b79be68b req-b73a4850-b19f-4105-8526-ed01db72a330 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309560 Sep 10 11:41:59.843216 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac32357-3006-4083-8be2-4c2c5f985eae req-ba0f5815-cc3c-4525-9601-746ebdffe795 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:41:59.844584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ac32357-3006-4083-8be2-4c2c5f985eae req-ba0f5815-cc3c-4525-9601-746ebdffe795 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0468624 Sep 10 11:41:59.884110 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ac32357-3006-4083-8be2-4c2c5f985eae req-e7e8ad8d-beeb-46e7-9e71-d567401aa0b4 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332158 Sep 10 11:42:00.708535 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb36b6e-4449-42eb-aca4-3149717441d3 req-08f18410-df61-4531-aeb3-7073a9f67191 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:00.709899 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cfb36b6e-4449-42eb-aca4-3149717441d3 req-08f18410-df61-4531-aeb3-7073a9f67191 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0482337 Sep 10 11:42:00.746376 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cfb36b6e-4449-42eb-aca4-3149717441d3 req-53850867-25b3-40a3-822c-6566891408a0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306916 Sep 10 11:42:00.995255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700c548d-34f7-44e1-a916-bc3475a90135 req-082fc2ca-14a3-4f30-a0be-491d836065e3 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:00.996661 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-700c548d-34f7-44e1-a916-bc3475a90135 req-082fc2ca-14a3-4f30-a0be-491d836065e3 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0484619 Sep 10 11:42:01.032116 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-700c548d-34f7-44e1-a916-bc3475a90135 req-a5756457-9dd6-4677-b5b0-8e65cf37d584 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296781 Sep 10 11:42:01.862817 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3956bc7-b701-4ec4-9dd5-57b5e4132510 req-8b5fbfa1-6113-4cdc-bbed-0986cd0977b1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:01.864181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a3956bc7-b701-4ec4-9dd5-57b5e4132510 req-8b5fbfa1-6113-4cdc-bbed-0986cd0977b1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0473316 Sep 10 11:42:01.906711 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a3956bc7-b701-4ec4-9dd5-57b5e4132510 req-837cb68b-187a-45fc-94dd-a33b889d39c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366881 Sep 10 11:42:02.292105 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f98823-4568-4148-a883-ec4f8c577172 req-99af12ec-46bd-4085-ad4f-0e3510eea945 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:02.293607 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-60f98823-4568-4148-a883-ec4f8c577172 req-99af12ec-46bd-4085-ad4f-0e3510eea945 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.1976428 Sep 10 11:42:02.330997 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-60f98823-4568-4148-a883-ec4f8c577172 req-91e17cfc-a6f6-4c88-a61e-f084626c00e7 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309842 Sep 10 11:42:03.072598 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9554b1-9d1f-41eb-8c62-fe708a91e611 req-91051d93-475e-4490-a104-c80ce41047cb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:03.074235 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a9554b1-9d1f-41eb-8c62-fe708a91e611 req-91051d93-475e-4490-a104-c80ce41047cb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0986431 Sep 10 11:42:03.109771 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a9554b1-9d1f-41eb-8c62-fe708a91e611 req-75ebfec4-22ff-41ca-8479-dc04fd2b4a2a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0295470 Sep 10 11:42:03.378428 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:42:03.442091 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212065a9-0387-4529-9c2e-78e4bcd79a0d req-a5a296c4-d919-4bda-b314-6e0c7a3fc981 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:03.443526 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-212065a9-0387-4529-9c2e-78e4bcd79a0d req-a5a296c4-d919-4bda-b314-6e0c7a3fc981 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0480871 Sep 10 11:42:03.482888 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-212065a9-0387-4529-9c2e-78e4bcd79a0d req-8afe4ad0-d18c-4291-bb1d-b72d4483e5a4 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334489 Sep 10 11:42:04.225991 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e6396e-6e07-4b6a-a01c-d5226cb751eb req-0806a8b3-6734-4f43-a762-0d166faaa2fa tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:04.227426 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e9e6396e-6e07-4b6a-a01c-d5226cb751eb req-0806a8b3-6734-4f43-a762-0d166faaa2fa tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0475509 Sep 10 11:42:04.263158 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e9e6396e-6e07-4b6a-a01c-d5226cb751eb req-725cb0bf-c231-452d-8466-4130646e6339 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0299911 Sep 10 11:42:04.593763 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2626f6-0981-4e24-b013-ff2dc556c328 req-0ce81b1c-77ea-4ac8-a18f-06ba66795399 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:04.595237 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c2626f6-0981-4e24-b013-ff2dc556c328 req-0ce81b1c-77ea-4ac8-a18f-06ba66795399 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.0482113 Sep 10 11:42:04.632702 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c2626f6-0981-4e24-b013-ff2dc556c328 req-d2362b27-0d6b-44cb-9e90-928d405bd5d0 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313964 Sep 10 11:42:05.381743 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1daa17a-9c70-445b-bd36-0fe44f7eed63 req-3d2f0f9d-9b25-4e40-b220-129cf0ab33c4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:05.383253 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f1daa17a-9c70-445b-bd36-0fe44f7eed63 req-3d2f0f9d-9b25-4e40-b220-129cf0ab33c4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0503123 Sep 10 11:42:05.426082 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f1daa17a-9c70-445b-bd36-0fe44f7eed63 req-9fe5e493-7bc2-4813-8f83-fef79b757ceb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0369127 Sep 10 11:42:05.818645 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90dcc7d-8158-4a5a-a299-cdde72136bca req-b6a52fac-501e-4830-b588-5a3aecdf9683 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:05.820186 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c90dcc7d-8158-4a5a-a299-cdde72136bca req-b6a52fac-501e-4830-b588-5a3aecdf9683 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 944 time: 0.1186562 Sep 10 11:42:05.872834 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-a2f05991-c3fe-4ecf-908d-4f4b2ec4d99e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:05.874351 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-a2f05991-c3fe-4ecf-908d-4f4b2ec4d99e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/networks?id=9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 200 len: 813 time: 0.1363485 Sep 10 11:42:05.881804 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c90dcc7d-8158-4a5a-a299-cdde72136bca req-f86f88b7-ab72-40b2-98aa-912d1851ebc6 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548575 Sep 10 11:42:05.891482 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-0799d4a2-e0c8-4371-948a-927a9edc1fa9 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/quotas/4bca0cd208ff4ee4b4ed6714a61e86b9 HTTP/1.1" status: 200 len: 375 time: 0.0087721 Sep 10 11:42:05.922318 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:42:05.928280 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-0d9a05eb-75d5-43a0-8d1f-3b9f21afaa58 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307820 Sep 10 11:42:05.975535 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port e03b3b38-3341-4a69-a293-6c38bce77c76 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:42:05.979279 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port e03b3b38-3341-4a69-a293-6c38bce77c76 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:42:05.979648 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:06.054319 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:06.064106 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-8b3a732f-e877-4091-8d45-2dc5958528f4 service neutron] 10.222.0.35 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277561 Sep 10 11:42:06.076260 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:42:06.078419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-531f8138-c2c4-45ac-93a9-574db7d720c3" -d '{"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-plugged", "status": "completed", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:42:06.091501 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:06.097237 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:06.119851 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-163dc9a1-72be-4d91-b0cc-c26172a10a55 x-openstack-request-id: req-163dc9a1-72be-4d91-b0cc-c26172a10a55 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:42:06.120146 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-plugged", "status": "completed", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:42:06.120418 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-163dc9a1-72be-4d91-b0cc-c26172a10a55 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:42:06.120805 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'code': 200} Sep 10 11:42:06.146440 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:06.166310 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-d6a70796-d758-400e-a0ce-829355b8a921 service neutron] 10.222.0.35 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958536 Sep 10 11:42:06.338284 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ebf074ba-ce54-4184-bc90-ce08344a8948 req-80b1fe2e-299e-42b9-aaca-2a2ea57d18cd tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 210 time: 0.0387633 Sep 10 11:42:06.351348 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad7e512-e3d5-4b83-8859-4317de25b731 req-add875a2-73da-43a3-b929-5bcf9a9262a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:06.352851 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ad7e512-e3d5-4b83-8859-4317de25b731 req-add875a2-73da-43a3-b929-5bcf9a9262a4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1098 time: 0.0622747 Sep 10 11:42:06.388877 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ad7e512-e3d5-4b83-8859-4317de25b731 req-9d77e74e-d358-433f-be4d-39e7f849778f service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288138 Sep 10 11:42:06.551416 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf083468-9949-4b23-a964-e010f7312822 req-558a52c0-0a82-4e2a-a965-10cde45eba7b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:06.552995 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf083468-9949-4b23-a964-e010f7312822 req-558a52c0-0a82-4e2a-a965-10cde45eba7b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0577495 Sep 10 11:42:06.600542 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf083468-9949-4b23-a964-e010f7312822 req-a7b733dd-8b96-4b73-88e3-ab969cc70f77 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413866 Sep 10 11:42:06.997626 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5c73e4-04be-4e69-8c75-58860fe1e220 req-17374718-11d2-450b-af45-013fa30c433b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:06.999135 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df5c73e4-04be-4e69-8c75-58860fe1e220 req-17374718-11d2-450b-af45-013fa30c433b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0508814 Sep 10 11:42:07.037569 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df5c73e4-04be-4e69-8c75-58860fe1e220 req-b6895a75-ee78-44a0-96bd-3d312263721b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323672 Sep 10 11:42:07.193582 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-2810c3cf-7bd5-4170-8f04-a6b58223e029 req-822a3da1-11af-4847-8619-6a535f9d4e1d service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:42:07.194562 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2810c3cf-7bd5-4170-8f04-a6b58223e029 req-822a3da1-11af-4847-8619-6a535f9d4e1d service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053892 Sep 10 11:42:07.344402 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0211ed9d-6b8e-49dd-9311-38dbd4813666 req-695ad415-d703-41ee-bcc5-5c246e5dc643 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:07.346493 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0211ed9d-6b8e-49dd-9311-38dbd4813666 req-695ad415-d703-41ee-bcc5-5c246e5dc643 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0485785 Sep 10 11:42:07.385670 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0211ed9d-6b8e-49dd-9311-38dbd4813666 req-69432918-a103-4700-88cd-5ba61285ea8d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332468 Sep 10 11:42:07.438569 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-58e9b696-1f08-46bf-ac09-dab82ac8e4b2 req-e4e55f10-339f-4fd5-ac68-1464c7e9594d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 210 time: 0.0305986 Sep 10 11:42:07.569907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54264) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:07.657323 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-ae186484-3f2a-4625-adab-c1fa0345464f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0862870 Sep 10 11:42:07.667147 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-79507c98-c14c-48c9-9310-d876647c4501 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:42:07.668177 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-79507c98-c14c-48c9-9310-d876647c4501 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051126 Sep 10 11:42:08.165628 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb3a95-3bd1-438d-8138-9dedf86f8f56 req-c80454b5-40fb-4f52-9311-ecdce7454eb1 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:08.167195 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-36cb3a95-3bd1-438d-8138-9dedf86f8f56 req-c80454b5-40fb-4f52-9311-ecdce7454eb1 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0506454 Sep 10 11:42:08.206744 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-36cb3a95-3bd1-438d-8138-9dedf86f8f56 req-1d4030f5-c142-4c30-a340-23aaffe5ee2d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315928 Sep 10 11:42:08.325490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfd1186-c636-409c-a807-56cac386f4b2 req-53b21115-b3a0-4828-99ec-dc2a965d0315 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:08.327220 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ccfd1186-c636-409c-a807-56cac386f4b2 req-53b21115-b3a0-4828-99ec-dc2a965d0315 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0512786 Sep 10 11:42:08.382682 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ccfd1186-c636-409c-a807-56cac386f4b2 req-b61b1efb-107d-4ad6-b6db-c85763f4272a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497265 Sep 10 11:42:08.412032 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54304) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:08.524335 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-c6d27e8b-e58e-401c-a2a1-06c3e6f10137 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:08.525802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-c6d27e8b-e58e-401c-a2a1-06c3e6f10137 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "GET /v2.0/networks?id=9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 200 len: 813 time: 0.1607521 Sep 10 11:42:08.542908 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Request body: {'port': {'device_id': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709', 'admin_state_up': True, 'tenant_id': '4bca0cd208ff4ee4b4ed6714a61e86b9'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:42:08.582958 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-81a49113-7f2f-4618-b956-4a5ddc8e8438 req-5c6eddff-224e-4681-9de0-6f39e060d35d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 210 time: 0.0561872 Sep 10 11:42:08.606849 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17dbbaa5-6810-48f2-aabc-97a647f1c0f4 tempest-TestShelveInstance-92267775 tempest-TestShelveInstance-92267775-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:08.611970 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-17dbbaa5-6810-48f2-aabc-97a647f1c0f4 tempest-TestShelveInstance-92267775 tempest-TestShelveInstance-92267775-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1093 time: 0.1953566 Sep 10 11:42:08.612179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54318) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:08.616645 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'port_id': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:42:08.635907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a223ac81-e101-4515-8d89-1390d2f75088 req-fd31c789-dc0c-49de-a5c4-e6cd1bc52481 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:08.637659 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a223ac81-e101-4515-8d89-1390d2f75088 req-fd31c789-dc0c-49de-a5c4-e6cd1bc52481 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.1542780 Sep 10 11:42:08.637839 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:08.701794 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a223ac81-e101-4515-8d89-1390d2f75088 req-15286b32-bcba-4967-84dc-b87627a3c6ee tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0562892 Sep 10 11:42:08.718437 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Made reservation on behalf of 4bca0cd208ff4ee4b4ed6714a61e86b9 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:42:08.723159 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:08.742135 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:08.849484 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Allocated IP 172.27.2.203 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/74de9eb7-ecf3-4809-aea4-599c0f5ee235) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:42:08.859903 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Allocated IP 172.20.0.4 (9917f027-6f35-4bb3-84c5-d570af62e709/845dfe3b-b66b-434b-877a-0faf06abc723/61da8d69-b496-4637-a689-29da3f2dbc2e) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:42:08.964859 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.007661 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.020716 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.045190 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:42:09.047871 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:42:09.051362 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:42:09.059009 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.074115 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'Port': ['ID=74de9eb7-ecf3-4809-aea4-599c0f5ee235,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:09.085487 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.085835 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.086173 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.086498 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.086823 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.087148 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.087467 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.087782 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.088103 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.088440 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.088759 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.089093 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:09.100840 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Network 9917f027-6f35-4bb3-84c5-d570af62e709 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:42:09.103756 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:42:09.107360 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:42:09.132329 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Pushing event updated for resources: {'Port': ['ID=61da8d69-b496-4637-a689-29da3f2dbc2e,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:09.162099 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.162802 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.180715 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-af3d104c-f205-4268-b0a9-ff87bfcf5c93 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6421690 Sep 10 11:42:09.202298 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Request body: {'port': {'device_id': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:42:09.255945 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.576256 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61da8d69-b496-4637-a689-29da3f2dbc2e {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:42:09.583769 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.584235 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-b8ea876c-cafd-4b9f-905c-fdfd7043272d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.585788 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-b8ea876c-cafd-4b9f-905c-fdfd7043272d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c&tenant_id=491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 1096 time: 0.3071392 Sep 10 11:42:09.600582 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Transition to ACTIVE for port object 61da8d69-b496-4637-a689-29da3f2dbc2e will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:42:09.604338 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.659459 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8d69-b496-4637-a689-29da3f2dbc2e,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:09.765930 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07d5ed-4a87-478b-88af-5ba95f7ef591 req-b748004b-a5e1-44a7-95d3-8666661ef13e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.767480 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a07d5ed-4a87-478b-88af-5ba95f7ef591 req-b748004b-a5e1-44a7-95d3-8666661ef13e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0876076 Sep 10 11:42:09.770056 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Attempting to bind port 61da8d69-b496-4637-a689-29da3f2dbc2e on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:42:09.770391 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Attempting to bind port 61da8d69-b496-4637-a689-29da3f2dbc2e by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:42:09.770715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Attempting to bind port 61da8d69-b496-4637-a689-29da3f2dbc2e on network 9917f027-6f35-4bb3-84c5-d570af62e709 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:42:09.777129 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Port 61da8d69-b496-4637-a689-29da3f2dbc2e on network 9917f027-6f35-4bb3-84c5-d570af62e709 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:42:09.777449 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Attempting to bind port 61da8d69-b496-4637-a689-29da3f2dbc2e on network 9917f027-6f35-4bb3-84c5-d570af62e709 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:42:09.799527 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-0e5aff99-aeac-4ce7-b830-76a5d4837245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.801048 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-0e5aff99-aeac-4ce7-b830-76a5d4837245 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1096 time: 0.1841819 Sep 10 11:42:09.806243 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 41, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:42:09.806581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Checking segment: {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:42:09.806968 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Bound using segment: {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:42:09.807412 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Bound port: 61da8d69-b496-4637-a689-29da3f2dbc2e, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '809af4f7-4162-4171-876a-b1a960805d80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 584, 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:42:09.807780 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.844908 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.876547 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a07d5ed-4a87-478b-88af-5ba95f7ef591 req-cc6a37b0-8487-4e9e-8d79-97bcffcbe96d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009276 Sep 10 11:42:09.894233 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbe3020-9c7e-4749-b9d8-67efbb4bae61 req-030121ec-5e59-40cf-8abd-2d15ba267eab tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.895713 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4bbe3020-9c7e-4749-b9d8-67efbb4bae61 req-030121ec-5e59-40cf-8abd-2d15ba267eab tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.1122596 Sep 10 11:42:09.937907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] For port 61da8d69-b496-4637-a689-29da3f2dbc2e, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:42:09.945505 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] For port 61da8d69-b496-4637-a689-29da3f2dbc2e, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61da8d69-b496-4637-a689-29da3f2dbc2e,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:42:09.951645 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.957990 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4bbe3020-9c7e-4749-b9d8-67efbb4bae61 req-f3e74076-82b3-4970-8df4-4ab0a557f949 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0534821 Sep 10 11:42:09.966625 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-d59347a0-5e1b-498f-b926-602dd0a1a9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.968077 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:42:09.968605 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-d59347a0-5e1b-498f-b926-602dd0a1a9ed service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.1545606 Sep 10 11:42:09.994267 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:09.994753 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:09.996316 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] 10.222.0.52 "PUT /v2.0/ports/61da8d69-b496-4637-a689-29da3f2dbc2e HTTP/1.1" status: 200 len: 1093 time: 0.7982321 Sep 10 11:42:09.996782 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'tag': '61da8d69-b496-4637-a689-29da3f2dbc2e'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:42:09.999805 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71310360-0573-4944-b245-ae22a5444932" -d '{"events": [{"name": "network-changed", "server_uuid": "a132b59f-2416-444b-83e2-a8f3541c0386", "tag": "61da8d69-b496-4637-a689-29da3f2dbc2e"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:42:10.020258 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39c202d-1ebd-4e22-837b-8bfa35fa0e86 service neutron] Pushing event updated for resources: {'Port': ['ID=61da8d69-b496-4637-a689-29da3f2dbc2e,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:10.044091 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:10.082862 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-12636bf8-4a80-43ab-b2fd-3b0ab3c079a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 200 len: 999 time: 0.0922065 Sep 10 11:42:10.083055 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c523f68-3026-40f9-bd5a-db8bbf69861f x-openstack-request-id: req-2c523f68-3026-40f9-bd5a-db8bbf69861f {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:42:10.083254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a132b59f-2416-444b-83e2-a8f3541c0386", "tag": "61da8d69-b496-4637-a689-29da3f2dbc2e", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:42:10.083503 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2c523f68-3026-40f9-bd5a-db8bbf69861f {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:42:10.083895 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'tag': '61da8d69-b496-4637-a689-29da3f2dbc2e', 'status': 'completed', 'code': 200} Sep 10 11:42:10.099781 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-9c62e4e5-79f1-46b1-bb09-445e660df493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.101310 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-9c62e4e5-79f1-46b1-bb09-445e660df493 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 1096 time: 0.0487337 Sep 10 11:42:10.145630 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-383195f8-22a5-4318-9a5c-ad5b7c1dbb26 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61da8d69-b496-4637-a689-29da3f2dbc2e HTTP/1.1" status: 200 len: 217 time: 0.0365994 Sep 10 11:42:10.164093 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-70ee1ac9-911d-45a2-9a92-8226a858c06b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.165590 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-70ee1ac9-911d-45a2-9a92-8226a858c06b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0712276 Sep 10 11:42:10.197577 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-eba84d9f-904e-43e2-a58b-0c992b6dce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.199010 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-eba84d9f-904e-43e2-a58b-0c992b6dce95 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845dfe3b-b66b-434b-877a-0faf06abc723 HTTP/1.1" status: 200 len: 853 time: 0.0460174 Sep 10 11:42:10.230963 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-52fada8b-cd18-4249-96ff-31272101d80d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9917f027-6f35-4bb3-84c5-d570af62e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247924 Sep 10 11:42:10.257389 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-847cb8c8-e86a-4120-9dbf-ef9619d561e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.258755 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-847cb8c8-e86a-4120-9dbf-ef9619d561e4 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0684221 Sep 10 11:42:10.291664 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:10.303157 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:10.325045 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-6d82f6ad-eaa1-49bf-a4b9-6a0cbfff3aaa service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869629 Sep 10 11:42:10.402276 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event updated for resources: {'Port': ['ID=74de9eb7-ecf3-4809-aea4-599c0f5ee235,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:10.414790 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2884c4a1-2e70-4d7d-8aaf-8082547a6c18 req-55272f72-8278-42c6-bd41-883300e5ada6 service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829854 Sep 10 11:42:10.428210 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-e8ba6320-87b7-4de2-8dc8-811599047b91 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596045 Sep 10 11:42:10.428915 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:10.511794 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71310360-0573-4944-b245-ae22a5444932 req-efa08988-e013-441d-b40d-b299391f9842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.513347 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-efa08988-e013-441d-b40d-b299391f9842 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 1096 time: 0.0388131 Sep 10 11:42:10.592088 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Floating IP afbb76e7-319e-4b91-940e-9b3c3c99aa40 associated. External IP: 172.27.2.203, port: e03b3b38-3341-4a69-a293-6c38bce77c76. Sep 10 11:42:10.611949 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71310360-0573-4944-b245-ae22a5444932 req-4063be4f-5090-42a1-8cc0-9cb0178b9dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.613549 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-4063be4f-5090-42a1-8cc0-9cb0178b9dce service neutron] 10.222.0.52 "GET /v2.0/networks?id=9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 200 len: 914 time: 0.0925672 Sep 10 11:42:10.629927 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-76add55b-fa0f-4070-aedb-ce09739217a4 req-9a7c5dfe-a43d-4948-bf57-86189dae2e5d service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694062 Sep 10 11:42:10.666278 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-c5ad24ea-481b-4ad5-81ba-3dd6818d99dd service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=61da8d69-b496-4637-a689-29da3f2dbc2e HTTP/1.1" status: 200 len: 217 time: 0.0433388 Sep 10 11:42:10.724845 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71310360-0573-4944-b245-ae22a5444932 req-2a00bd15-bf86-421e-a80c-756a015a57b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:10.726444 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-2a00bd15-bf86-421e-a80c-756a015a57b4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=845dfe3b-b66b-434b-877a-0faf06abc723 HTTP/1.1" status: 200 len: 853 time: 0.0537729 Sep 10 11:42:10.761182 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-303b7d67-731a-4f42-81b3-0d356ebfb59e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=9917f027-6f35-4bb3-84c5-d570af62e709&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269413 Sep 10 11:42:10.837972 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Router 8506144f-e4ab-4995-b4b9-e46ce33de87f has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:42:10.858587 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-e12ced71-17c4-4f53-a655-49b55bb3c1fc service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896697 Sep 10 11:42:10.886582 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a1fbd400-138d-457c-94c4-6edc161476ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:11.003783 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71310360-0573-4944-b245-ae22a5444932 req-978697c0-352d-4d70-a9d8-0f7309a95c4f service neutron] 10.222.0.52 "GET /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334388 Sep 10 11:42:11.030733 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3467f24-029e-4bc3-a028-6bdc663a61e3 req-74ca167f-a33b-4ce6-9a46-d2d81bf057db tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:11.032479 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b3467f24-029e-4bc3-a028-6bdc663a61e3 req-74ca167f-a33b-4ce6-9a46-d2d81bf057db tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0775318 Sep 10 11:42:11.129950 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b3467f24-029e-4bc3-a028-6bdc663a61e3 req-f513864e-f728-46bf-84cd-8d76814e29b6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862539 Sep 10 11:42:11.158607 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33eaca-5745-4048-918d-94b8bdf7acaf req-9619b7c4-3a87-407e-bd1b-91e16923ee02 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:11.160338 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aa33eaca-5745-4048-918d-94b8bdf7acaf req-9619b7c4-3a87-407e-bd1b-91e16923ee02 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0825315 Sep 10 11:42:11.178031 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:42:11.191774 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] Sync routers for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:42:11.201237 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aa33eaca-5745-4048-918d-94b8bdf7acaf req-b64c2124-7c44-4df3-9992-aa50bb8eff06 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346315 Sep 10 11:42:11.203404 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:42:11.204979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:41:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:42:11.214406 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:11.254791 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-26fc09c5-a854-499b-8935-f23a230f18b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6413600 Sep 10 11:42:11.255381 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:42:11.257730 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918b543e-d31e-42bc-acb4-69cc4e8ddc40" -d '{"events": [{"name": "network-changed", "server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:42:11.300680 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:42:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-140197f7-e40a-42ff-8dc8-e7702eccd33a x-openstack-request-id: req-140197f7-e40a-42ff-8dc8-e7702eccd33a {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:42:11.300970 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:42:11.301215 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-140197f7-e40a-42ff-8dc8-e7702eccd33a {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:42:11.301600 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'status': 'completed', 'code': 200} Sep 10 11:42:11.339991 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:42:11.594388 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'afbb76e7-319e-4b91-940e-9b3c3c99aa40', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'port_id': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'mac_address': 'fa:16:3e:a9:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:42:09Z', 'updated_at': '2021-09-10T11:42:09Z', 'revision_number': 0, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:42:11.622128 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] Checking router: 8506144f-e4ab-4995-b4b9-e46ce33de87f for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:42:11.630294 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:42:11.630891 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:41:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:42:11.737037 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:42:11.948919 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'afbb76e7-319e-4b91-940e-9b3c3c99aa40', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'port_id': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'mac_address': 'fa:16:3e:a9:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:42:09Z', 'updated_at': '2021-09-10T11:42:09Z', 'revision_number': 0, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:42:11.974337 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbce0841-cf7f-4466-b8c9-6f79dd189739 None None] The sync data for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi is: [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'afbb76e7-319e-4b91-940e-9b3c3c99aa40', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'floating_ip_address': '172.27.2.203', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'port_id': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'mac_address': 'fa:16:3e:a9:23:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:42:09Z', 'updated_at': '2021-09-10T11:42:09Z', 'revision_number': 0, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:42:12.143169 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-596ff4a4-94c2-4147-97d7-323e3cb94903 None None] New status for floating IP afbb76e7-319e-4b91-940e-9b3c3c99aa40: ACTIVE {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:42:12.236976 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106b64fb-59bc-4b05-8e72-207c735ede46 req-7bb62d0b-29a4-4b18-ad57-a03d1bb6040c tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:12.238648 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-106b64fb-59bc-4b05-8e72-207c735ede46 req-7bb62d0b-29a4-4b18-ad57-a03d1bb6040c tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0477176 Sep 10 11:42:12.277258 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-106b64fb-59bc-4b05-8e72-207c735ede46 req-b9f582cc-9652-4332-a203-549ebd1f1736 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323331 Sep 10 11:42:12.330629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c66f91-8555-4bdb-8455-aa6281e84c9f req-4457e39d-197d-4c69-9dea-72cc06ada19a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:12.332087 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f3c66f91-8555-4bdb-8455-aa6281e84c9f req-4457e39d-197d-4c69-9dea-72cc06ada19a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0487514 Sep 10 11:42:12.354435 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:12.372502 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f3c66f91-8555-4bdb-8455-aa6281e84c9f req-59be3266-d95c-4431-b4d9-356c106f897c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342188 Sep 10 11:42:13.143504 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-21ff243d-8463-4f63-bccd-d7abe49ea28d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:13.400542 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462bf852-0238-4956-967a-3e33f2e94591 req-49e1fb50-a4cf-4ccf-b085-ec02547058e4 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:13.402116 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-462bf852-0238-4956-967a-3e33f2e94591 req-49e1fb50-a4cf-4ccf-b085-ec02547058e4 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0596399 Sep 10 11:42:13.443471 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-462bf852-0238-4956-967a-3e33f2e94591 req-e33e2cdd-7eda-4f9b-8fca-0fdab858c5e4 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355980 Sep 10 11:42:13.514942 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09925049-34ef-4de3-8484-65ae6e9111b0 req-b7337bac-5279-4e49-9e09-3cd6ad73980f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:13.516418 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-09925049-34ef-4de3-8484-65ae6e9111b0 req-b7337bac-5279-4e49-9e09-3cd6ad73980f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0494516 Sep 10 11:42:13.553199 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-09925049-34ef-4de3-8484-65ae6e9111b0 req-99c807c9-99cb-4387-bf02-eae78e7164ee tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0303893 Sep 10 11:42:13.935954 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:14.562019 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6dd729-75c0-462d-a43a-21e6e0b62ab9 req-213ccd1f-113f-44eb-bb2b-051dc3dfce3f tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:14.563559 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1e6dd729-75c0-462d-a43a-21e6e0b62ab9 req-213ccd1f-113f-44eb-bb2b-051dc3dfce3f tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0510740 Sep 10 11:42:14.606986 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1e6dd729-75c0-462d-a43a-21e6e0b62ab9 req-02dda709-dfb6-44f8-a3ec-a46a9c842251 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374668 Sep 10 11:42:14.688975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7925681e-f7bc-4804-bd5c-bec2f8675398 req-624aca57-6ab5-4b31-b4cb-077fffd40555 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:14.690529 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7925681e-f7bc-4804-bd5c-bec2f8675398 req-624aca57-6ab5-4b31-b4cb-077fffd40555 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0545101 Sep 10 11:42:14.719213 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:14.732078 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7925681e-f7bc-4804-bd5c-bec2f8675398 req-4e08547b-1ac3-4e62-95d6-455a59dfeb83 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0355599 Sep 10 11:42:15.723890 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008436e5-21e4-4444-8e3f-648c4c439904 req-20899122-3453-4665-8790-792d90019973 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:15.725388 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-008436e5-21e4-4444-8e3f-648c4c439904 req-20899122-3453-4665-8790-792d90019973 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0491877 Sep 10 11:42:15.773053 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-008436e5-21e4-4444-8e3f-648c4c439904 req-dce102a8-a40e-49f3-90c0-093431e6c6a5 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Sep 10 11:42:15.779976 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:15.860386 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295c8e3b-4b3e-40e5-8dff-66e0a8253970 req-ddae5773-b96f-44fc-a87e-6b685faab804 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:15.862496 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-295c8e3b-4b3e-40e5-8dff-66e0a8253970 req-ddae5773-b96f-44fc-a87e-6b685faab804 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0500209 Sep 10 11:42:15.902471 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-295c8e3b-4b3e-40e5-8dff-66e0a8253970 req-0369689a-6255-484d-908f-ba0acc9d0fd7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335424 Sep 10 11:42:16.888222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b541630e-10a8-4f06-b96a-c49afa690272 req-06f833e4-d662-47ae-90a4-dbfcd0e184bf tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:16.889626 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b541630e-10a8-4f06-b96a-c49afa690272 req-06f833e4-d662-47ae-90a4-dbfcd0e184bf tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0501673 Sep 10 11:42:16.927338 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b541630e-10a8-4f06-b96a-c49afa690272 req-47fb9b89-9b22-410a-a19b-38c4d92a330a tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306430 Sep 10 11:42:17.022120 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b43843c-3ccb-4b47-98ca-1e948b8b16f3 req-7fe06c20-a346-464d-8e6a-c06b764c6550 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:17.023584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3b43843c-3ccb-4b47-98ca-1e948b8b16f3 req-7fe06c20-a346-464d-8e6a-c06b764c6550 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0475404 Sep 10 11:42:17.060444 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3b43843c-3ccb-4b47-98ca-1e948b8b16f3 req-5b85a3ec-c408-429a-b96d-3af27dbab952 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311165 Sep 10 11:42:18.043085 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464ecadf-7a82-4ac5-a413-d5f03fb6c62c req-4a5d16ef-7ebc-4300-874a-4fb9aa3cbb32 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:18.044611 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-464ecadf-7a82-4ac5-a413-d5f03fb6c62c req-4a5d16ef-7ebc-4300-874a-4fb9aa3cbb32 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0513463 Sep 10 11:42:18.079861 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-464ecadf-7a82-4ac5-a413-d5f03fb6c62c req-1251b8a0-fa8e-4508-8f7d-0ae3be14e789 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294344 Sep 10 11:42:18.191337 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69c6e12-8760-4709-9611-8d708a091969 req-dcccfca0-f05f-4ff3-918b-74f4e9da77dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:18.192855 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f69c6e12-8760-4709-9611-8d708a091969 req-dcccfca0-f05f-4ff3-918b-74f4e9da77dc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0528083 Sep 10 11:42:18.231095 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f69c6e12-8760-4709-9611-8d708a091969 req-242f87f7-31b7-4b38-8e28-74a261226bf3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321269 Sep 10 11:42:19.198957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd9f08-3b63-4640-b76a-2e2847e12f4a req-61d9eb90-c4bc-4e00-857c-bc7fc98bb66a tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:19.200417 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ffdd9f08-3b63-4640-b76a-2e2847e12f4a req-61d9eb90-c4bc-4e00-857c-bc7fc98bb66a tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0521700 Sep 10 11:42:19.244120 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ffdd9f08-3b63-4640-b76a-2e2847e12f4a req-d7477e18-e0ec-4892-ae9d-55cca0db3293 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375206 Sep 10 11:42:19.375043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea2c599-5f9b-4597-bd9a-1a200d7fb508 req-fe5268bb-291b-4379-8ddc-5c3a13a5217a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:19.377326 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3ea2c599-5f9b-4597-bd9a-1a200d7fb508 req-fe5268bb-291b-4379-8ddc-5c3a13a5217a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0522058 Sep 10 11:42:19.418150 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3ea2c599-5f9b-4597-bd9a-1a200d7fb508 req-00c2035d-ed9b-4f7f-9c0a-79685ddee72a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325708 Sep 10 11:42:20.363708 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecfdf45-20b1-4991-94e0-b092a74d63ed req-e03408e1-09e4-40ef-a869-0fa9f67d02f7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:20.365206 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aecfdf45-20b1-4991-94e0-b092a74d63ed req-e03408e1-09e4-40ef-a869-0fa9f67d02f7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0522842 Sep 10 11:42:20.404658 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-aecfdf45-20b1-4991-94e0-b092a74d63ed req-3541437e-1e2e-4ed7-bf3d-553d869685e1 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336616 Sep 10 11:42:20.559900 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67a19c9-8b8b-4593-a849-766d59571cd3 req-836f62c4-5979-46ee-a1f6-2d572084a1e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:20.561538 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c67a19c9-8b8b-4593-a849-766d59571cd3 req-836f62c4-5979-46ee-a1f6-2d572084a1e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0522466 Sep 10 11:42:20.599200 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c67a19c9-8b8b-4593-a849-766d59571cd3 req-cf6628d4-bd40-4731-8842-79a718269279 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317318 Sep 10 11:42:21.520236 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd484b4e-9f23-4153-a1cc-c1fdd754e7e7 req-f10473bc-64c5-4364-b120-5c0bb2bbc42d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:21.521774 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd484b4e-9f23-4153-a1cc-c1fdd754e7e7 req-f10473bc-64c5-4364-b120-5c0bb2bbc42d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0486779 Sep 10 11:42:21.559582 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cd484b4e-9f23-4153-a1cc-c1fdd754e7e7 req-ad2d5b3a-2df1-4163-ab9b-e7c4f7b844c6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318091 Sep 10 11:42:21.725698 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0678acfa-483e-427d-9c50-ce749878e410 req-db2d7769-19d2-4a98-a9a9-2e6e5096fa0b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:21.727196 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0678acfa-483e-427d-9c50-ce749878e410 req-db2d7769-19d2-4a98-a9a9-2e6e5096fa0b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0536594 Sep 10 11:42:21.770906 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0678acfa-483e-427d-9c50-ce749878e410 req-bca9799e-1e5e-4608-9765-592d817a6f84 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373352 Sep 10 11:42:22.288377 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54500) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:22.397733 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c81c24fc-4655-4ef9-91a8-d62f219e9f3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.488761 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c81c24fc-4655-4ef9-91a8-d62f219e9f3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.492731 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c81c24fc-4655-4ef9-91a8-d62f219e9f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.530848 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c81c24fc-4655-4ef9-91a8-d62f219e9f3a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a161b6c2b4e340c3a5ab5f8bb87eb55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2406447 Sep 10 11:42:22.532745 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81c24fc-4655-4ef9-91a8-d62f219e9f3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f448f27c-e0fb-4553-99f0-e87ac82ab29e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:22.534152 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54504) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:22.593130 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3c6f7d43-4493-40d2-adc1-f2fa7898a3d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.614667 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3c6f7d43-4493-40d2-adc1-f2fa7898a3d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.690885 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3c6f7d43-4493-40d2-adc1-f2fa7898a3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.693310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3c6f7d43-4493-40d2-adc1-f2fa7898a3d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:22.694434 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3c6f7d43-4493-40d2-adc1-f2fa7898a3d1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/f448f27c-e0fb-4553-99f0-e87ac82ab29e HTTP/1.1" status: 204 len: 168 time: 0.1589913 Sep 10 11:42:22.703325 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015605c1-3930-4f3c-808d-c541656df481 req-f2d81310-cf30-4186-9663-29e64335f08f tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:22.704747 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-015605c1-3930-4f3c-808d-c541656df481 req-f2d81310-cf30-4186-9663-29e64335f08f tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0662000 Sep 10 11:42:22.711833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6f7d43-4493-40d2-adc1-f2fa7898a3d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f448f27c-e0fb-4553-99f0-e87ac82ab29e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:22.764777 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-015605c1-3930-4f3c-808d-c541656df481 req-49f5d214-0219-4c4f-9563-f8f3b63a91c4 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493932 Sep 10 11:42:22.909950 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a131f62c-8eba-41e9-97fe-1cef2b633667 req-dc87cbb7-5d53-4024-ab99-975a9eabaced tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:22.911553 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a131f62c-8eba-41e9-97fe-1cef2b633667 req-dc87cbb7-5d53-4024-ab99-975a9eabaced tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0589268 Sep 10 11:42:22.954471 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a131f62c-8eba-41e9-97fe-1cef2b633667 req-ef823fdc-671c-4859-a603-ffd80a1385de tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368967 Sep 10 11:42:22.990339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54514) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:23.004333 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79f97db2-79d0-4685-ac55-3fe3b3d57f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.096250 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79f97db2-79d0-4685-ac55-3fe3b3d57f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.099965 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79f97db2-79d0-4685-ac55-3fe3b3d57f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.138630 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-79f97db2-79d0-4685-ac55-3fe3b3d57f8e admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=afa2fd58da8f45299e2859622a441f27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1471691 Sep 10 11:42:23.139749 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f97db2-79d0-4685-ac55-3fe3b3d57f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bd78602-be60-4763-807b-bc3250f406fe,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:23.141455 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54516) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:23.191213 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f482a4ac-01eb-4ac7-9920-df39df16f2fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.212548 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f482a4ac-01eb-4ac7-9920-df39df16f2fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.260283 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f482a4ac-01eb-4ac7-9920-df39df16f2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.262867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-f482a4ac-01eb-4ac7-9920-df39df16f2fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:23.264809 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f482a4ac-01eb-4ac7-9920-df39df16f2fa admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8bd78602-be60-4763-807b-bc3250f406fe HTTP/1.1" status: 204 len: 168 time: 0.1215134 Sep 10 11:42:23.272702 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f482a4ac-01eb-4ac7-9920-df39df16f2fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bd78602-be60-4763-807b-bc3250f406fe,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:23.900613 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65213a5-12b4-44d9-a126-ef1072b5067e req-5d5311b4-fca7-4e35-93df-803b424c40fa tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:23.902168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d65213a5-12b4-44d9-a126-ef1072b5067e req-5d5311b4-fca7-4e35-93df-803b424c40fa tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0585389 Sep 10 11:42:23.941611 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d65213a5-12b4-44d9-a126-ef1072b5067e req-bf073044-776f-4f3b-8f77-ff0ac8aa1b7e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335555 Sep 10 11:42:24.082683 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70800d4-cf20-4590-9a77-9df1761bee7e req-c47e139c-396e-4982-b086-8138fdfe7019 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:24.084218 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b70800d4-cf20-4590-9a77-9df1761bee7e req-c47e139c-396e-4982-b086-8138fdfe7019 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0531888 Sep 10 11:42:24.128330 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b70800d4-cf20-4590-9a77-9df1761bee7e req-1bd37d6f-b1a6-470e-8286-6a835a9cad8b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370991 Sep 10 11:42:25.053350 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54578) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:25.071449 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e87fb6a-a5fe-4b09-b9ae-53862fafdafc req-1cb53400-83c6-4efc-aeef-e8ec9ae65cca tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:25.072988 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8e87fb6a-a5fe-4b09-b9ae-53862fafdafc req-1cb53400-83c6-4efc-aeef-e8ec9ae65cca tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0645177 Sep 10 11:42:25.110756 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8e87fb6a-a5fe-4b09-b9ae-53862fafdafc req-c5c29d4b-76ef-4108-92b8-3c3aa29705ee tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317416 Sep 10 11:42:25.167943 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-121fbdf2-f062-461f-8945-13fc0de08e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.273537 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-121fbdf2-f062-461f-8945-13fc0de08e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.285725 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-121fbdf2-f062-461f-8945-13fc0de08e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.296145 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fc761c-1ce4-4511-b607-66df084fc26e req-81c3fe53-9b30-489b-afe4-45c00498a45c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:25.297659 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-09fc761c-1ce4-4511-b607-66df084fc26e req-81c3fe53-9b30-489b-afe4-45c00498a45c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0731483 Sep 10 11:42:25.321145 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-121fbdf2-f062-461f-8945-13fc0de08e17 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=df6d944a399641a5b664d97188941118&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2661793 Sep 10 11:42:25.324264 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54584) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:25.332642 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121fbdf2-f062-461f-8945-13fc0de08e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2695631c-de07-440d-bbf8-02f41f9e680b,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:25.399609 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-758fa749-3366-43c9-969f-e7a08548dbe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.422527 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-758fa749-3366-43c9-969f-e7a08548dbe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.479299 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-758fa749-3366-43c9-969f-e7a08548dbe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.481887 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-758fa749-3366-43c9-969f-e7a08548dbe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.483052 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-758fa749-3366-43c9-969f-e7a08548dbe9 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2695631c-de07-440d-bbf8-02f41f9e680b HTTP/1.1" status: 204 len: 168 time: 0.1578679 Sep 10 11:42:25.491268 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758fa749-3366-43c9-969f-e7a08548dbe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2695631c-de07-440d-bbf8-02f41f9e680b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:25.582267 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-09fc761c-1ce4-4511-b607-66df084fc26e req-f0f01f10-82e1-4df7-81f3-897c4902a869 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2786281 Sep 10 11:42:25.817497 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54590) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:25.830034 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5d42db51-3b1f-47a5-824b-cb47e96cbb20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.922859 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5d42db51-3b1f-47a5-824b-cb47e96cbb20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.927784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5d42db51-3b1f-47a5-824b-cb47e96cbb20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:25.975954 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54592) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:25.976180 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-5d42db51-3b1f-47a5-824b-cb47e96cbb20 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=49e799789e99475d96a01e56d31b8858&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1574051 Sep 10 11:42:25.977006 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d42db51-3b1f-47a5-824b-cb47e96cbb20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf14394-f4d5-4631-989f-ed70f1e00233,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:26.028659 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9f785937-7ae4-4891-bb33-7e11531f3e88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:26.063644 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9f785937-7ae4-4891-bb33-7e11531f3e88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:26.116657 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9f785937-7ae4-4891-bb33-7e11531f3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:26.119944 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9f785937-7ae4-4891-bb33-7e11531f3e88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:26.124856 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9f785937-7ae4-4891-bb33-7e11531f3e88 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/bcf14394-f4d5-4631-989f-ed70f1e00233 HTTP/1.1" status: 204 len: 168 time: 0.1477633 Sep 10 11:42:26.134227 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f785937-7ae4-4891-bb33-7e11531f3e88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf14394-f4d5-4631-989f-ed70f1e00233,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:26.242139 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b460f867-0317-4b40-9ba8-eeedc7da1ed7 req-fbb985b0-d23f-4e23-a02c-7101195b3143 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:26.243554 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b460f867-0317-4b40-9ba8-eeedc7da1ed7 req-fbb985b0-d23f-4e23-a02c-7101195b3143 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0577505 Sep 10 11:42:26.289173 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b460f867-0317-4b40-9ba8-eeedc7da1ed7 req-1433c4f8-1327-403c-beaf-10351ae3ee5f tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393248 Sep 10 11:42:26.705578 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9afde-8891-4e01-bfa0-e5b8f363a2fd req-2097ce2a-494e-4f7d-b3d6-a0925fcfc7e3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:26.707056 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-49a9afde-8891-4e01-bfa0-e5b8f363a2fd req-2097ce2a-494e-4f7d-b3d6-a0925fcfc7e3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0525253 Sep 10 11:42:26.746253 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-49a9afde-8891-4e01-bfa0-e5b8f363a2fd req-506125fc-61f1-48b4-88a6-a053a5c5f627 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329533 Sep 10 11:42:27.395814 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2cf70a-1143-4176-868e-e46d2cc13ba7 req-a6fd1484-ff6f-46ce-a3a4-2224a85f147d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:27.397963 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fd2cf70a-1143-4176-868e-e46d2cc13ba7 req-a6fd1484-ff6f-46ce-a3a4-2224a85f147d tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0488441 Sep 10 11:42:27.435337 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fd2cf70a-1143-4176-868e-e46d2cc13ba7 req-f2926b40-e530-4d5a-b67a-362ab8035934 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315480 Sep 10 11:42:27.753436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54652) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:27.856413 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aa385303-d444-46ee-8136-fa57d7463962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:27.866419 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5759992c-762f-4637-96d9-4a41bf28f01d req-4f125c89-509d-44ed-b2de-867035d2ea06 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:27.867970 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5759992c-762f-4637-96d9-4a41bf28f01d req-4f125c89-509d-44ed-b2de-867035d2ea06 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0475795 Sep 10 11:42:27.909147 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5759992c-762f-4637-96d9-4a41bf28f01d req-bc8fe274-36ba-46da-90e8-01fc95f4b21b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347838 Sep 10 11:42:27.947091 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aa385303-d444-46ee-8136-fa57d7463962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:27.950415 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-aa385303-d444-46ee-8136-fa57d7463962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:27.986190 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-aa385303-d444-46ee-8136-fa57d7463962 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c0954a095b384cd98072eeec9cb66db1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316122 Sep 10 11:42:27.987882 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa385303-d444-46ee-8136-fa57d7463962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d78cd278-75c6-414e-ad68-59ea3661a4c2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:27.989519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54658) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:28.036724 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fe2c86cf-67a8-4a5b-ad5f-b604723137b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.057355 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fe2c86cf-67a8-4a5b-ad5f-b604723137b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.101408 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fe2c86cf-67a8-4a5b-ad5f-b604723137b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.103819 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fe2c86cf-67a8-4a5b-ad5f-b604723137b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.104959 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-fe2c86cf-67a8-4a5b-ad5f-b604723137b1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d78cd278-75c6-414e-ad68-59ea3661a4c2 HTTP/1.1" status: 204 len: 168 time: 0.1144629 Sep 10 11:42:28.112852 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2c86cf-67a8-4a5b-ad5f-b604723137b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d78cd278-75c6-414e-ad68-59ea3661a4c2,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:28.370795 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54668) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:28.385961 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9b90fb6-436d-49bd-b85f-106c6131c6e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.390681 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-d30b9934-a81a-4b97-85d6-f49683934f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.392240 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-d30b9934-a81a-4b97-85d6-f49683934f07 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1098 time: 0.1387880 Sep 10 11:42:28.456649 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-1219e54c-284f-407d-b56e-818f464eb438 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1762986 Sep 10 11:42:28.499411 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-cbcb9790-d519-4642-9ecd-006f37101639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.501072 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-cbcb9790-d519-4642-9ecd-006f37101639 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 910 time: 0.1008320 Sep 10 11:42:28.549340 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-d494dd29-d84e-4f9e-8560-80c111226b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.550899 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-d494dd29-d84e-4f9e-8560-80c111226b03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1138 time: 0.0669656 Sep 10 11:42:28.556719 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9b90fb6-436d-49bd-b85f-106c6131c6e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.565014 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a9b90fb6-436d-49bd-b85f-106c6131c6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.602669 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3627f49a-d37a-4e43-b440-62bb1ba53a7d req-f3a9de2c-174b-46e8-8b1e-122ced649b97 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.604152 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3627f49a-d37a-4e43-b440-62bb1ba53a7d req-f3a9de2c-174b-46e8-8b1e-122ced649b97 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.1014354 Sep 10 11:42:28.606423 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-7d5a9c59-4c50-448c-b4bd-d211fa3d5d2f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 1001 time: 0.0954776 Sep 10 11:42:28.629996 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a9b90fb6-436d-49bd-b85f-106c6131c6e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3ae588d242b64e6bb82f8f09e8bc4839&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2576568 Sep 10 11:42:28.632694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54672) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:28.660195 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b90fb6-436d-49bd-b85f-106c6131c6e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ffa8311-1155-4f1f-8ca0-c5b57e0cb581,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:28.687638 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-7242e3b0-d4cb-41cd-bf17-0be724bee5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.689290 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-7242e3b0-d4cb-41cd-bf17-0be724bee5c0 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.1153822 Sep 10 11:42:28.694621 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3627f49a-d37a-4e43-b440-62bb1ba53a7d req-b114c7fd-28f6-4fd4-9bf5-ebb42f3ff418 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842552 Sep 10 11:42:28.713640 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-7b68227c-d82b-4088-9eef-60873a139857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.715090 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-7b68227c-d82b-4088-9eef-60873a139857 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 200 len: 848 time: 0.0980258 Sep 10 11:42:28.749778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-74908d9f-e740-4753-90b4-cb5002a739e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.758451 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-c31f8eae-54f0-48c6-99f9-9c6fb584c8ea service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 1002 time: 0.0605736 Sep 10 11:42:28.781718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-74908d9f-e740-4753-90b4-cb5002a739e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.793968 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-2bc595f7-3f17-4886-ad57-7b29219b49be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.795455 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-2bc595f7-3f17-4886-ad57-7b29219b49be service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf408268-4506-4da3-b9e6-151b4575875e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0712352 Sep 10 11:42:28.807922 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-13779d55-0518-4bfa-91ec-29dc1b845228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.809349 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-13779d55-0518-4bfa-91ec-29dc1b845228 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0423269 Sep 10 11:42:28.854954 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-27564ca5-72ed-4ddc-9fe7-f2dd61c30346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:28.856437 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-27564ca5-72ed-4ddc-9fe7-f2dd61c30346 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0396287 Sep 10 11:42:28.884368 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-74908d9f-e740-4753-90b4-cb5002a739e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.886765 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-74908d9f-e740-4753-90b4-cb5002a739e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:28.890559 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-74908d9f-e740-4753-90b4-cb5002a739e1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3ffa8311-1155-4f1f-8ca0-c5b57e0cb581 HTTP/1.1" status: 204 len: 168 time: 0.2528758 Sep 10 11:42:28.898440 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74908d9f-e740-4753-90b4-cb5002a739e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ffa8311-1155-4f1f-8ca0-c5b57e0cb581,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:28.921957 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-2b2da65f-71bc-4efb-b3bb-2970c5fc88dc service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091454 Sep 10 11:42:28.970860 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-c9b71698-a83b-4c51-b644-1bd3c93c0e3f service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071825 Sep 10 11:42:29.051604 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-918b543e-d31e-42bc-acb4-69cc4e8ddc40 req-bcc8ff59-5ff4-4aeb-ba0b-d88f71eaa8ed service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215336 Sep 10 11:42:29.060054 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59f0a8c4-d3e6-49f5-a47b-4e65c28ee4bc req-8ccdde17-8265-4f70-a764-a5c40017fa42 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:29.061480 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-59f0a8c4-d3e6-49f5-a47b-4e65c28ee4bc req-8ccdde17-8265-4f70-a764-a5c40017fa42 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0674760 Sep 10 11:42:29.071230 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c6abb2a3-4293-4747-95a7-cd70077d2312 req-20919e61-540e-444a-9ef3-eb20a59fecd3 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910602 Sep 10 11:42:29.102842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-59f0a8c4-d3e6-49f5-a47b-4e65c28ee4bc req-8c9b2082-9635-460b-baec-155811f404fd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346344 Sep 10 11:42:29.809697 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c54122-073f-4844-96bd-7fe52ad39413 req-fa295533-d393-43d8-a06a-2144b42c00f0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:29.811300 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c5c54122-073f-4844-96bd-7fe52ad39413 req-fa295533-d393-43d8-a06a-2144b42c00f0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0506268 Sep 10 11:42:29.854927 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c5c54122-073f-4844-96bd-7fe52ad39413 req-0b786286-f8ca-45ba-a404-a1202debcac6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361810 Sep 10 11:42:30.226044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8666059-baf8-4cbb-9a2e-75ca47b1e5ca req-fd7eda10-10a4-4298-ba0d-3e90db204e6b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:30.227554 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d8666059-baf8-4cbb-9a2e-75ca47b1e5ca req-fd7eda10-10a4-4298-ba0d-3e90db204e6b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0496612 Sep 10 11:42:30.265585 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d8666059-baf8-4cbb-9a2e-75ca47b1e5ca req-26e8bc27-e233-401e-83f0-20981b60ed76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321841 Sep 10 11:42:30.988646 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f6e950-2036-464a-b08f-2dfe86c30d47 req-3e52ed46-c7cb-4043-b6e8-4e4ce2a108c4 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:30.990150 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c8f6e950-2036-464a-b08f-2dfe86c30d47 req-3e52ed46-c7cb-4043-b6e8-4e4ce2a108c4 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0523999 Sep 10 11:42:31.033174 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c8f6e950-2036-464a-b08f-2dfe86c30d47 req-37369b0d-d028-4583-944b-cc07d67f0820 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346866 Sep 10 11:42:31.381818 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ab6f97-8240-4844-b2e0-8663fb4ac5c2 req-c5c81640-9976-46f4-853e-7dd89fd0190d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:31.383584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b2ab6f97-8240-4844-b2e0-8663fb4ac5c2 req-c5c81640-9976-46f4-853e-7dd89fd0190d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0479226 Sep 10 11:42:31.423667 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b2ab6f97-8240-4844-b2e0-8663fb4ac5c2 req-7bc34993-c55c-4a63-b622-b67349e637c2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342326 Sep 10 11:42:32.030448 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 61da8d69-b496-4637-a689-29da3f2dbc2e details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:42:32.125398 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 61da8d69-b496-4637-a689-29da3f2dbc2e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61da8d69-b496-4637-a689-29da3f2dbc2e,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:32.143856 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '61da8d69-b496-4637-a689-29da3f2dbc2e', 'network_id': '9917f027-6f35-4bb3-84c5-d570af62e709', 'port_id': '61da8d69-b496-4637-a689-29da3f2dbc2e', 'mac_address': 'fa:16:3e:78:3f:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 584, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '845dfe3b-b66b-434b-877a-0faf06abc723', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:42:32.164829 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b2c3d4-9ee7-4d78-9606-6d8e0dee17df req-f539d147-70bd-448b-aff5-c9734eb364f6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:32.166322 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43b2c3d4-9ee7-4d78-9606-6d8e0dee17df req-f539d147-70bd-448b-aff5-c9734eb364f6 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 943 time: 0.0523336 Sep 10 11:42:32.184792 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:32.211139 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43b2c3d4-9ee7-4d78-9606-6d8e0dee17df req-f6d5ebce-7d74-4b97-931e-fe3a305266bb tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379725 Sep 10 11:42:32.314472 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61da8d69-b496-4637-a689-29da3f2dbc2e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:42:32.335000 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 61da8d69-b496-4637-a689-29da3f2dbc2e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61da8d69-b496-4637-a689-29da3f2dbc2e,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:32.339061 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:32.386251 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=61da8d69-b496-4637-a689-29da3f2dbc2e,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:32.539936 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5f948-10f9-4e07-ab71-fabdd0263662 req-d1e0c648-0965-4a98-8e2e-ecfd3b412eac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:32.541342 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-74b5f948-10f9-4e07-ab71-fabdd0263662 req-d1e0c648-0965-4a98-8e2e-ecfd3b412eac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0473559 Sep 10 11:42:32.578728 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-74b5f948-10f9-4e07-ab71-fabdd0263662 req-f7fe2cd6-bf98-41c4-8526-1fd29c90e105 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316031 Sep 10 11:42:32.741724 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['61da8d69-b496-4637-a689-29da3f2dbc2e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:42:33.322713 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0d532e-1709-489a-8245-9f2347a314f5 req-b45689ff-42b7-4261-86b3-455bb4293757 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:33.324150 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4a0d532e-1709-489a-8245-9f2347a314f5 req-b45689ff-42b7-4261-86b3-455bb4293757 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 944 time: 0.0470409 Sep 10 11:42:33.363844 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4a0d532e-1709-489a-8245-9f2347a314f5 req-897bc152-0ae4-4362-8873-7df114e08aa3 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338876 Sep 10 11:42:33.698051 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35e2ff-138b-4bfd-b5a1-78a0506d7eee req-9a73bda1-3e5c-42da-b2d7-5e1fb3156daf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:33.699538 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb35e2ff-138b-4bfd-b5a1-78a0506d7eee req-9a73bda1-3e5c-42da-b2d7-5e1fb3156daf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0501308 Sep 10 11:42:33.741339 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb35e2ff-138b-4bfd-b5a1-78a0506d7eee req-ebdf6662-a1a2-4855-b140-b9979323badf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359101 Sep 10 11:42:33.798405 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54792) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:33.899509 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d2c1fc04-c2e5-4287-9bf8-36f988c884d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:33.983731 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d2c1fc04-c2e5-4287-9bf8-36f988c884d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:33.987992 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d2c1fc04-c2e5-4287-9bf8-36f988c884d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.022521 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c1fc04-c2e5-4287-9bf8-36f988c884d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db459038-4b6f-4700-b619-8746124e63ab,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:34.026677 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d2c1fc04-c2e5-4287-9bf8-36f988c884d1 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c1b280708b324d0d84da793804787586&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2272863 Sep 10 11:42:34.029413 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54796) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:34.059933 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 61da8d69-b496-4637-a689-29da3f2dbc2e up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:42:34.076631 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f798aeaf-2c6e-4bed-9b32-93103f1e413f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.100168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f798aeaf-2c6e-4bed-9b32-93103f1e413f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.106576 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 61da8d69-b496-4637-a689-29da3f2dbc2e completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:42:34.110167 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 61da8d69-b496-4637-a689-29da3f2dbc2e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:42:34.110538 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.145307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f798aeaf-2c6e-4bed-9b32-93103f1e413f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.147833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-f798aeaf-2c6e-4bed-9b32-93103f1e413f admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.149056 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-f798aeaf-2c6e-4bed-9b32-93103f1e413f admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/db459038-4b6f-4700-b619-8746124e63ab HTTP/1.1" status: 204 len: 168 time: 0.1188564 Sep 10 11:42:34.156796 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f798aeaf-2c6e-4bed-9b32-93103f1e413f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db459038-4b6f-4700-b619-8746124e63ab,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:34.194958 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.216464 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da8d69-b496-4637-a689-29da3f2dbc2e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:42:34.218697 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e96dbea-41e0-4822-ab67-4d86a3db4f83" -d '{"events": [{"server_uuid": "a132b59f-2416-444b-83e2-a8f3541c0386", "name": "network-vif-plugged", "status": "completed", "tag": "61da8d69-b496-4637-a689-29da3f2dbc2e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:42:34.234467 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 61da8d69-b496-4637-a689-29da3f2dbc2e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61da8d69-b496-4637-a689-29da3f2dbc2e,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:34.239703 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.262992 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66fa0544-9b9d-4237-8d4d-fefacc6df7d2 x-openstack-request-id: req-66fa0544-9b9d-4237-8d4d-fefacc6df7d2 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:42:34.263278 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a132b59f-2416-444b-83e2-a8f3541c0386", "name": "network-vif-plugged", "status": "completed", "tag": "61da8d69-b496-4637-a689-29da3f2dbc2e", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:42:34.263528 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-66fa0544-9b9d-4237-8d4d-fefacc6df7d2 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:42:34.263911 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61da8d69-b496-4637-a689-29da3f2dbc2e', 'code': 200} Sep 10 11:42:34.296137 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=61da8d69-b496-4637-a689-29da3f2dbc2e,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:34.428882 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54806) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:34.448832 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e1ee3-0308-4fd5-b42a-be9c6ef9111f req-67b705aa-73a8-4d60-8594-3f9fbb3e75df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:34.450372 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-239e1ee3-0308-4fd5-b42a-be9c6ef9111f req-67b705aa-73a8-4d60-8594-3f9fbb3e75df service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 1098 time: 0.0492947 Sep 10 11:42:34.450505 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-07a6d60b-acc9-4609-8227-d192e5b28be6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.487646 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-239e1ee3-0308-4fd5-b42a-be9c6ef9111f req-a09d6e7b-5d3a-45af-bc49-222fa3183b38 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273221 Sep 10 11:42:34.505775 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e3defe-9412-469a-bbd8-48339c85241b req-be8c0b4d-c35c-4336-b38a-012ac22c5220 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:34.507250 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b7e3defe-9412-469a-bbd8-48339c85241b req-be8c0b4d-c35c-4336-b38a-012ac22c5220 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.0712237 Sep 10 11:42:34.563369 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b7e3defe-9412-469a-bbd8-48339c85241b req-dc0136b6-e0fe-4d60-95ff-7a2952333474 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484431 Sep 10 11:42:34.598878 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-07a6d60b-acc9-4609-8227-d192e5b28be6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.602382 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-07a6d60b-acc9-4609-8227-d192e5b28be6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.642033 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-07a6d60b-acc9-4609-8227-d192e5b28be6 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=c55c8aacd1c648f3971e93e7ce09cb30&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2121069 Sep 10 11:42:34.643026 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a6d60b-acc9-4609-8227-d192e5b28be6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15770c65-6944-4dd6-b79d-fba080114e09,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:34.645326 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54808) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:34.691940 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b9b349d5-48f6-4647-aacf-ba46cef6023b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.712515 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b9b349d5-48f6-4647-aacf-ba46cef6023b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.757156 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b9b349d5-48f6-4647-aacf-ba46cef6023b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.759658 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b9b349d5-48f6-4647-aacf-ba46cef6023b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:34.761027 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b9b349d5-48f6-4647-aacf-ba46cef6023b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/15770c65-6944-4dd6-b79d-fba080114e09 HTTP/1.1" status: 204 len: 168 time: 0.1146648 Sep 10 11:42:34.768890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b349d5-48f6-4647-aacf-ba46cef6023b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15770c65-6944-4dd6-b79d-fba080114e09,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:34.866012 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a174a65-1c89-48bf-81c9-71e39b3a5b5e req-71df48e8-98b9-4fb0-8fdc-7af56fc9aec7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:34.868018 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1a174a65-1c89-48bf-81c9-71e39b3a5b5e req-71df48e8-98b9-4fb0-8fdc-7af56fc9aec7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0489714 Sep 10 11:42:34.907146 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1a174a65-1c89-48bf-81c9-71e39b3a5b5e req-22a4d07e-d222-48a9-955f-077583da50fc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331392 Sep 10 11:42:35.069490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54816) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:35.082217 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef62b-5f65-4b13-a6eb-ab2e744cfc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.166781 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef62b-5f65-4b13-a6eb-ab2e744cfc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.170266 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cf8ef62b-5f65-4b13-a6eb-ab2e744cfc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.207485 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-cf8ef62b-5f65-4b13-a6eb-ab2e744cfc1c admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=3124711d75354447a8aaebe6ba46ec56&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369593 Sep 10 11:42:35.208334 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8ef62b-5f65-4b13-a6eb-ab2e744cfc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb0552a6-b69a-4fac-8e73-73acdb13e3f6,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:35.210106 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54818) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:35.257816 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-99e90faf-c9fb-4805-ae98-79500745489b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.277633 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-99e90faf-c9fb-4805-ae98-79500745489b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.322716 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-99e90faf-c9fb-4805-ae98-79500745489b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.325418 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-99e90faf-c9fb-4805-ae98-79500745489b admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:35.326538 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-99e90faf-c9fb-4805-ae98-79500745489b admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/fb0552a6-b69a-4fac-8e73-73acdb13e3f6 HTTP/1.1" status: 204 len: 168 time: 0.1154101 Sep 10 11:42:35.333654 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e90faf-c9fb-4805-ae98-79500745489b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb0552a6-b69a-4fac-8e73-73acdb13e3f6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:35.681339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469464b6-c253-4a1e-bc00-f6efb71d187a req-a305f06b-aa2c-4629-98df-0defc906f77b tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:35.682823 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-469464b6-c253-4a1e-bc00-f6efb71d187a req-a305f06b-aa2c-4629-98df-0defc906f77b tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.0527284 Sep 10 11:42:35.719416 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-469464b6-c253-4a1e-bc00-f6efb71d187a req-4b9c73c8-a427-4654-b3df-15549930b150 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306101 Sep 10 11:42:36.025843 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e987205-b5f8-4d01-b2ac-2485e698d769 req-2d3d35f2-e1d7-4bd0-bacf-ffdad8058a7a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:36.027328 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e987205-b5f8-4d01-b2ac-2485e698d769 req-2d3d35f2-e1d7-4bd0-bacf-ffdad8058a7a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0499570 Sep 10 11:42:36.064918 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e987205-b5f8-4d01-b2ac-2485e698d769 req-927a7830-2d7d-4692-a8ef-371922eea148 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0317690 Sep 10 11:42:36.830154 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f098e61-7bab-4a3c-a52f-b0e3904086a8 req-d2f59397-87b4-4350-853b-670e7eb48ee7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:36.832136 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f098e61-7bab-4a3c-a52f-b0e3904086a8 req-d2f59397-87b4-4350-853b-670e7eb48ee7 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.0470657 Sep 10 11:42:36.867866 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f098e61-7bab-4a3c-a52f-b0e3904086a8 req-305335ce-2cdd-4437-9dce-8b2c3c6d6b15 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299535 Sep 10 11:42:37.190737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f33793-60a3-4e41-bfd0-782d5da6bac2 req-72625f35-e799-4041-8cd7-34edc139d9de tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:37.192230 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9f33793-60a3-4e41-bfd0-782d5da6bac2 req-72625f35-e799-4041-8cd7-34edc139d9de tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 943 time: 0.0546668 Sep 10 11:42:37.229448 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9f33793-60a3-4e41-bfd0-782d5da6bac2 req-93dec82b-d16f-4b9b-955f-bfeb0dddc9a6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311015 Sep 10 11:42:38.078509 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:42:38.174902 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:38.185986 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'port_id': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'mac_address': 'fa:16:3e:b5:f2:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:42:38.225372 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:38.237923 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a073406d-fea9-41fc-b3e8-77f2b457e44a {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:42:38.256933 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:38.260590 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:38.306957 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=9']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:38.350378 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5686277a-2fc4-4df4-8e99-a0dcd7717445 req-32cff7f5-8335-4345-abe8-1264ea18a60a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:38.351887 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5686277a-2fc4-4df4-8e99-a0dcd7717445 req-32cff7f5-8335-4345-abe8-1264ea18a60a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.0485992 Sep 10 11:42:38.388753 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5686277a-2fc4-4df4-8e99-a0dcd7717445 req-4c79f04e-ea71-4952-bc3b-cb72d353f389 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309792 Sep 10 11:42:38.611182 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['a073406d-fea9-41fc-b3e8-77f2b457e44a'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:42:39.244055 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54906) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:39.347922 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b46d5ab1-541c-4518-bd2c-0ac8c4a4afcc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.436125 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b46d5ab1-541c-4518-bd2c-0ac8c4a4afcc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.440507 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b46d5ab1-541c-4518-bd2c-0ac8c4a4afcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.478238 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b46d5ab1-541c-4518-bd2c-0ac8c4a4afcc admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=12b7bf1da1734b2c94cdff33847aa52d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2330658 Sep 10 11:42:39.479350 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d5ab1-541c-4518-bd2c-0ac8c4a4afcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62350f11-0424-4c1d-bd30-a50d1abff643,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:39.481629 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54914) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:39.509737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb3ba3a-cd32-484d-9475-e40982d900f4 req-f56b72ca-f627-409b-a328-655ec8e3d125 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:39.511125 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ebb3ba3a-cd32-484d-9475-e40982d900f4 req-f56b72ca-f627-409b-a328-655ec8e3d125 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 944 time: 0.0496271 Sep 10 11:42:39.530208 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa24d-7c40-4ca0-ad80-d06a266040af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.548814 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ebb3ba3a-cd32-484d-9475-e40982d900f4 req-f89827b2-942c-43e8-9646-a79427ec498a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315788 Sep 10 11:42:39.551188 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa24d-7c40-4ca0-ad80-d06a266040af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.596909 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa24d-7c40-4ca0-ad80-d06a266040af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.599778 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7c2fa24d-7c40-4ca0-ad80-d06a266040af admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:39.600927 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7c2fa24d-7c40-4ca0-ad80-d06a266040af admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/62350f11-0424-4c1d-bd30-a50d1abff643 HTTP/1.1" status: 204 len: 168 time: 0.1184123 Sep 10 11:42:39.608887 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c2fa24d-7c40-4ca0-ad80-d06a266040af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62350f11-0424-4c1d-bd30-a50d1abff643,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:40.075894 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:42:40.123185 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port a073406d-fea9-41fc-b3e8-77f2b457e44a triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:42:40.123624 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.201120 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.223423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:42:40.225655 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71536753-cc2e-4858-bc21-6375c1dd56b2" -d '{"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-plugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:42:40.238708 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:40.243324 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.289539 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:40.377132 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:42:40.383776 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e82d028-8780-4d68-9015-b89c7560dda6 x-openstack-request-id: req-6e82d028-8780-4d68-9015-b89c7560dda6 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:42:40.383977 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-plugged", "status": "completed", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:42:40.384210 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e82d028-8780-4d68-9015-b89c7560dda6 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:42:40.384708 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'code': 200} Sep 10 11:42:40.578363 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 54954) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:40.670852 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4731e7f7-d634-43fb-8db6-3a225e315e1d req-cd5a002c-3d94-4538-8109-acaf715b714d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:40.672325 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4731e7f7-d634-43fb-8db6-3a225e315e1d req-cd5a002c-3d94-4538-8109-acaf715b714d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0512757 Sep 10 11:42:40.681473 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee019-6bf9-4a2e-88de-6aeec6adca4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.709038 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4731e7f7-d634-43fb-8db6-3a225e315e1d req-ca22978c-b780-44fe-bc51-22871eca9fa9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0302405 Sep 10 11:42:40.770614 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee019-6bf9-4a2e-88de-6aeec6adca4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.774995 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ea1ee019-6bf9-4a2e-88de-6aeec6adca4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.813122 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ea1ee019-6bf9-4a2e-88de-6aeec6adca4a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d6acb6eb6b94e9ca86fb3aba7476a00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335889 Sep 10 11:42:40.815309 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ee019-6bf9-4a2e-88de-6aeec6adca4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=855d3031-854d-4264-a2b7-75da718fdbfe,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:40.815747 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 54958) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:42:40.864203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.881825 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e8088fba-d0cb-4969-8ef6-fd4f5eba3abf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.889354 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.916412 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd025f0-47b4-4189-b8fe-d8688e5b6cab req-5bdedfd7-33eb-43c4-9ad6-a3d9de9a1cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:40.917874 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0cd025f0-47b4-4189-b8fe-d8688e5b6cab req-5bdedfd7-33eb-43c4-9ad6-a3d9de9a1cbd service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 1099 time: 0.0385225 Sep 10 11:42:40.934153 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.936803 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:40.940204 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/855d3031-854d-4264-a2b7-75da718fdbfe HTTP/1.1" status: 204 len: 168 time: 0.1211770 Sep 10 11:42:40.945761 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=855d3031-854d-4264-a2b7-75da718fdbfe,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:40.953589 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.953944 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.954341 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.954680 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.954942 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0cd025f0-47b4-4189-b8fe-d8688e5b6cab req-15343eae-0796-49fb-ad03-d8448c5b469a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0290754 Sep 10 11:42:40.955063 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.955361 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.955694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.956022 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.956388 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.956721 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.957043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:40.957568 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6d690f7-be22-46a6-a614-782c4bf982e6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:41.839635 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b486cd7-dce6-4597-a99d-c684aa66c064 req-630e2771-8a43-4e74-ae7a-952822ca2dcb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:41.841514 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4b486cd7-dce6-4597-a99d-c684aa66c064 req-630e2771-8a43-4e74-ae7a-952822ca2dcb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0519187 Sep 10 11:42:41.883526 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4b486cd7-dce6-4597-a99d-c684aa66c064 req-4f3fc560-ed04-4f14-9788-266fbfa406a4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349975 Sep 10 11:42:42.369054 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:43.013083 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a4b55-d8b8-4f6e-a62d-3b77942bdf84 req-11745063-bde7-41f6-b397-464d100388f6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:43.014591 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b8a4b55-d8b8-4f6e-a62d-3b77942bdf84 req-11745063-bde7-41f6-b397-464d100388f6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0544202 Sep 10 11:42:43.057469 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b8a4b55-d8b8-4f6e-a62d-3b77942bdf84 req-95a3da0b-3f5a-4c0c-abc1-c4242ab128e4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0354598 Sep 10 11:42:43.113614 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c098a7ca-6115-43c0-9839-7cd0fcc98e5a tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/networks?tenant_id=4d5d13260b6b4ce4a888dafcd1a12974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282834 Sep 10 11:42:43.148049 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17d48827-240d-44fd-a929-384d1d18edd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:43.297308 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-fbde19cf-1df8-41c4-8288-ce6e5443b48f tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:43.298771 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-fbde19cf-1df8-41c4-8288-ce6e5443b48f tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1794300 Sep 10 11:42:43.313838 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-1e6bd62c-3b7d-41df-8d97-80573eef0ccb tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/quotas/4d5d13260b6b4ce4a888dafcd1a12974 HTTP/1.1" status: 200 len: 375 time: 0.0088992 Sep 10 11:42:43.347889 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-ed6c7c80-18ef-4ec3-a3ea-e02a128d50f9 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=4d5d13260b6b4ce4a888dafcd1a12974&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281565 Sep 10 11:42:43.525460 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5b049ce4-1657-43d5-a5d2-576bef63535d req-9f537f76-834a-4a4b-beeb-48efbdeffa52 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 210 time: 0.0373452 Sep 10 11:42:43.936897 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:44.181530 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4ede6c-6bc9-4f18-98c7-d320e4407c7a req-ab842654-e56a-4c10-80bc-7cf6328a28f2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:44.182973 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1a4ede6c-6bc9-4f18-98c7-d320e4407c7a req-ab842654-e56a-4c10-80bc-7cf6328a28f2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0479479 Sep 10 11:42:44.218374 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1a4ede6c-6bc9-4f18-98c7-d320e4407c7a req-928611bf-e39c-46b3-b12b-118764f7e66c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0296974 Sep 10 11:42:44.441189 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-7d610a2d-6360-466c-a4bb-8ed2da7ea4e6 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=4d5d13260b6b4ce4a888dafcd1a12974&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283911 Sep 10 11:42:44.613246 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ecde801d-b900-4c4d-bc32-ac96e7b6fb53 req-644667e5-bc00-4246-8966-bb62f1b76925 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 210 time: 0.0281155 Sep 10 11:42:44.649196 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-07f65e99-ac45-459f-adcf-f9d58ada4d29 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:44.650669 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-07f65e99-ac45-459f-adcf-f9d58ada4d29 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2036648 Sep 10 11:42:44.664870 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Request body: {'port': {'device_id': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34', 'admin_state_up': True, 'tenant_id': '4d5d13260b6b4ce4a888dafcd1a12974'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:42:44.718024 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:44.775938 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Made reservation on behalf of 4d5d13260b6b4ce4a888dafcd1a12974 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:42:44.779441 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:44.788132 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:44.876485 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:44.880764 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:44.943647 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34278fe-428a-4b6f-b7bb-5319814adf3f,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:45.006226 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Allocated IP 192.168.233.148 (63614a08-a94b-4474-a1b0-e51fbda6cf34/f31241b8-ef5e-4ce9-9256-b64ba9a7b016/c22ae591-327e-45b1-8aad-186d10e54451) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:42:45.146705 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:45.160134 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Transition to ACTIVE for port object c22ae591-327e-45b1-8aad-186d10e54451 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:42:45.191006 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:45.229360 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Network 63614a08-a94b-4474-a1b0-e51fbda6cf34 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:42:45.232169 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:42:45.235552 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:42:45.261954 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Pushing event updated for resources: {'Port': ['ID=c22ae591-327e-45b1-8aad-186d10e54451,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:45.292215 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:45.292839 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:45.307433 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2bd0a1cc-2401-41af-a346-b0b71b110fb7 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6461096 Sep 10 11:42:45.433341 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-915a29c9-8309-4988-81ac-06944bb622b5 None None] Provisioning for port c22ae591-327e-45b1-8aad-186d10e54451 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:42:45.436971 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-915a29c9-8309-4988-81ac-06944bb622b5 None None] Provisioning complete for port c22ae591-327e-45b1-8aad-186d10e54451 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:42:45.437340 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-915a29c9-8309-4988-81ac-06944bb622b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:45.472619 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-915a29c9-8309-4988-81ac-06944bb622b5 None None] Port c22ae591-327e-45b1-8aad-186d10e54451 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:42:45.737160 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c72648-e083-40cb-8545-04789a33909c req-620c9766-dc91-472d-b105-527e210e58da tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:45.738594 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-98c72648-e083-40cb-8545-04789a33909c req-620c9766-dc91-472d-b105-527e210e58da tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 936 time: 0.0503776 Sep 10 11:42:45.775291 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-98c72648-e083-40cb-8545-04789a33909c req-f13ff418-413a-49ad-b407-ce9c8d48eedf tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307999 Sep 10 11:42:45.778924 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:46.887256 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e82969-36dc-491f-8336-1929752f3d2b req-67611d3e-0fa6-4a96-9a91-b1ca73fa2c01 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:46.888618 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-70e82969-36dc-491f-8336-1929752f3d2b req-67611d3e-0fa6-4a96-9a91-b1ca73fa2c01 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 936 time: 0.0469263 Sep 10 11:42:46.925424 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-70e82969-36dc-491f-8336-1929752f3d2b req-34efae9a-e737-43b4-aa40-a51aff2b5bdd tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302877 Sep 10 11:42:48.035266 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2556539-e253-4d8a-ac96-76d86586bcb2 req-edfc2e63-045d-496a-818d-ed7e0943ead0 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:48.036994 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d2556539-e253-4d8a-ac96-76d86586bcb2 req-edfc2e63-045d-496a-818d-ed7e0943ead0 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 936 time: 0.0477571 Sep 10 11:42:48.072326 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d2556539-e253-4d8a-ac96-76d86586bcb2 req-841f1539-14b2-4b8b-a9cf-22f056d18b27 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294893 Sep 10 11:42:48.279769 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba97be-8fc1-4636-9b06-e43d2e6edfb4 req-2b97c2db-f315-4dac-90ea-497b2c120171 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:48.281249 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2aba97be-8fc1-4636-9b06-e43d2e6edfb4 req-2b97c2db-f315-4dac-90ea-497b2c120171 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0505986 Sep 10 11:42:48.319415 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2aba97be-8fc1-4636-9b06-e43d2e6edfb4 req-94596d0b-e31e-4c79-b73f-c60fb4ff3323 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0318727 Sep 10 11:42:49.186711 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e74b0-e09e-41d8-96fa-bcfcf76f6257 req-c6aa56d2-849e-42e3-9caf-67c0de9cb2ca tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:49.188046 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b44e74b0-e09e-41d8-96fa-bcfcf76f6257 req-c6aa56d2-849e-42e3-9caf-67c0de9cb2ca tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 936 time: 0.0474975 Sep 10 11:42:49.223862 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b44e74b0-e09e-41d8-96fa-bcfcf76f6257 req-497aee11-73ff-4620-acd9-a57371f6e0c6 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301273 Sep 10 11:42:49.433483 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dee730-3954-4db9-966f-7a58cb1c985a req-9bea0c27-f7d1-482d-9ec3-9e38335927e4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:49.434911 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-10dee730-3954-4db9-966f-7a58cb1c985a req-9bea0c27-f7d1-482d-9ec3-9e38335927e4 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0486934 Sep 10 11:42:49.473196 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-10dee730-3954-4db9-966f-7a58cb1c985a req-38854e0c-a9a8-4f85-90cc-dca80b1c3aef tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321004 Sep 10 11:42:49.851653 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Request body: {'port': {'device_id': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:42:49.911302 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:49.964589 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-9fa14bd0-bfcb-43bc-a356-53cce11bd0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:49.966061 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-9fa14bd0-bfcb-43bc-a356-53cce11bd0cd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1138 time: 0.0425637 Sep 10 11:42:50.053641 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-2022325c-348e-4cad-99bc-d4ddc56edb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.055155 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-2022325c-348e-4cad-99bc-d4ddc56edb81 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.0820410 Sep 10 11:42:50.130845 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-0649a78e-6d7c-4a8d-89c3-c5dbdb0bf0f1 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 1002 time: 0.0595067 Sep 10 11:42:50.160312 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c22ae591-327e-45b1-8aad-186d10e54451 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:42:50.167830 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:50.178710 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-622287ea-c17b-4763-a545-b29236d66d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.179930 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Transition to ACTIVE for port object c22ae591-327e-45b1-8aad-186d10e54451 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:42:50.180216 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-622287ea-c17b-4763-a545-b29236d66d54 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0419719 Sep 10 11:42:50.184144 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:50.226459 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-05644dc9-0b9e-483f-a39c-76a0b68e9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.227960 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-05644dc9-0b9e-483f-a39c-76a0b68e9611 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0392277 Sep 10 11:42:50.238292 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=c22ae591-327e-45b1-8aad-186d10e54451,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:50.307268 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Attempting to bind port c22ae591-327e-45b1-8aad-186d10e54451 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:42:50.307600 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Attempting to bind port c22ae591-327e-45b1-8aad-186d10e54451 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:42:50.307953 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Attempting to bind port c22ae591-327e-45b1-8aad-186d10e54451 on network 63614a08-a94b-4474-a1b0-e51fbda6cf34 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:42:50.313007 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Port c22ae591-327e-45b1-8aad-186d10e54451 on network 63614a08-a94b-4474-a1b0-e51fbda6cf34 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:42:50.313324 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Attempting to bind port c22ae591-327e-45b1-8aad-186d10e54451 on network 63614a08-a94b-4474-a1b0-e51fbda6cf34 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:42:50.319575 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 42, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:42:50.319913 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Checking segment: {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:42:50.320317 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Bound using segment: {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:42:50.320773 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Bound port: c22ae591-327e-45b1-8aad-186d10e54451, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8ec4ce69-8690-48e6-98fa-64d20653c574', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 556, 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:42:50.321132 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:50.369764 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-e3291c21-2afb-49c9-851c-9fada414d381 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329405 Sep 10 11:42:50.381151 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426daf49-c846-489d-ae8f-6923464c89d1 req-da3512b5-47ac-40f4-b0b4-8cb258a41d96 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.382579 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-426daf49-c846-489d-ae8f-6923464c89d1 req-da3512b5-47ac-40f4-b0b4-8cb258a41d96 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0714242 Sep 10 11:42:50.386667 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] For port c22ae591-327e-45b1-8aad-186d10e54451, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:42:50.390709 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] For port c22ae591-327e-45b1-8aad-186d10e54451, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22ae591-327e-45b1-8aad-186d10e54451,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:42:50.397729 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:50.436131 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.437006 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:50.438458 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] 10.222.0.52 "PUT /v2.0/ports/c22ae591-327e-45b1-8aad-186d10e54451 HTTP/1.1" status: 200 len: 1098 time: 0.5911212 Sep 10 11:42:50.438651 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'tag': 'c22ae591-327e-45b1-8aad-186d10e54451'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:42:50.440919 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b36278-679f-49fe-a08e-36f97d1c4ccd" -d '{"events": [{"name": "network-changed", "server_uuid": "31b52917-ff82-4cca-bb9a-79f01a8a5425", "tag": "c22ae591-327e-45b1-8aad-186d10e54451"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:42:50.476556 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12e4464-3eea-46a3-8c9f-c842599a8ad3 service neutron] Pushing event updated for resources: {'Port': ['ID=c22ae591-327e-45b1-8aad-186d10e54451,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:50.509655 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0b4550f0-52e5-4fe9-8e44-1e9b10a05fb9 req-8ee301bd-846e-4254-833b-271a1ce56560 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1260583 Sep 10 11:42:50.526984 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-426daf49-c846-489d-ae8f-6923464c89d1 req-daf7b5bd-ecc4-4795-ab24-125fad2285ca tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305845 Sep 10 11:42:50.542668 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-456a193f-e042-41f1-8dd5-e7f82766ef03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.545277 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-456a193f-e042-41f1-8dd5-e7f82766ef03 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d5d13260b6b4ce4a888dafcd1a12974&device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 1101 time: 0.0658495 Sep 10 11:42:50.593241 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-2f15caab-4e67-476b-b5ab-94b0388b3b74 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=c22ae591-327e-45b1-8aad-186d10e54451 HTTP/1.1" status: 200 len: 217 time: 0.0389347 Sep 10 11:42:50.633695 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d4ef2e-cf99-4489-b156-ebebbb0c6732 req-13ba5275-13f4-4c3a-a6fb-a5ecbbe088f6 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.640942 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-44d4ef2e-cf99-4489-b156-ebebbb0c6732 req-13ba5275-13f4-4c3a-a6fb-a5ecbbe088f6 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0610902 Sep 10 11:42:50.676904 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c562adce-8d4d-40fc-9e0c-0a101633e67a x-openstack-request-id: req-c562adce-8d4d-40fc-9e0c-0a101633e67a {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:42:50.677317 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "31b52917-ff82-4cca-bb9a-79f01a8a5425", "tag": "c22ae591-327e-45b1-8aad-186d10e54451", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:42:50.677665 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c562adce-8d4d-40fc-9e0c-0a101633e67a {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:42:50.678152 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'tag': 'c22ae591-327e-45b1-8aad-186d10e54451', 'status': 'completed', 'code': 200} Sep 10 11:42:50.690350 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-7e9138dd-5b70-424b-b960-5d64ee0029db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.691862 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-7e9138dd-5b70-424b-b960-5d64ee0029db service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f31241b8-ef5e-4ce9-9256-b64ba9a7b016 HTTP/1.1" status: 200 len: 843 time: 0.0905097 Sep 10 11:42:50.692747 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-44d4ef2e-cf99-4489-b156-ebebbb0c6732 req-7f46a951-c8de-4881-bfae-d4ba046bc6f3 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0456204 Sep 10 11:42:50.741633 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-eb8bc130-e8b7-4e7b-b61b-42cb30240f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:50.743098 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-eb8bc130-e8b7-4e7b-b61b-42cb30240f2b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=63614a08-a94b-4474-a1b0-e51fbda6cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0429900 Sep 10 11:42:50.831939 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-de69cf3d-072a-43c8-bcaf-8b6e80f684ff service neutron] 10.222.0.52 "GET /v2.0/networks/63614a08-a94b-4474-a1b0-e51fbda6cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797238 Sep 10 11:42:50.920914 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ae0579aa-6758-4057-a5ea-d618cac370cb req-0f10b4be-6ff1-4658-b3f8-2942c2b61a29 service neutron] 10.222.0.52 "GET /v2.0/networks/63614a08-a94b-4474-a1b0-e51fbda6cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818717 Sep 10 11:42:51.010503 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-45cf3352-229a-42d3-b297-2113dba4a161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:51.011961 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-45cf3352-229a-42d3-b297-2113dba4a161 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=4d5d13260b6b4ce4a888dafcd1a12974&device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 1101 time: 0.0389550 Sep 10 11:42:51.118480 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-35b649f8-2ce2-4783-bdc4-8d82402eeb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:51.119915 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-35b649f8-2ce2-4783-bdc4-8d82402eeb49 service neutron] 10.222.0.52 "GET /v2.0/networks?id=63614a08-a94b-4474-a1b0-e51fbda6cf34 HTTP/1.1" status: 200 len: 870 time: 0.0944376 Sep 10 11:42:51.161335 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-d989ac2c-23e6-4237-8ffa-9bb79eb9fa24 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=c22ae591-327e-45b1-8aad-186d10e54451 HTTP/1.1" status: 200 len: 217 time: 0.0324562 Sep 10 11:42:51.210143 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-7b5d2127-538d-456c-af58-b81f5ccedd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:51.211440 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-7b5d2127-538d-456c-af58-b81f5ccedd80 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=f31241b8-ef5e-4ce9-9256-b64ba9a7b016 HTTP/1.1" status: 200 len: 843 time: 0.0422060 Sep 10 11:42:51.258326 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-e9741c85-71fe-4720-ad38-c7d2b75e4a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:51.259776 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-e9741c85-71fe-4720-ad38-c7d2b75e4a24 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=63614a08-a94b-4474-a1b0-e51fbda6cf34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1179 time: 0.0408347 Sep 10 11:42:51.348957 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-b974b1d2-c387-4ab2-aa03-8992ee449eb7 service neutron] 10.222.0.52 "GET /v2.0/networks/63614a08-a94b-4474-a1b0-e51fbda6cf34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807862 Sep 10 11:42:51.438615 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11b36278-679f-49fe-a08e-36f97d1c4ccd req-9ffc63e5-547e-4ba3-b7ae-a00ff6c0057f service neutron] 10.222.0.52 "GET /v2.0/networks/63614a08-a94b-4474-a1b0-e51fbda6cf34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815487 Sep 10 11:42:51.631307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ad2eaf-0e37-4276-be35-f3ad0ce0cb41 req-e5093c77-d85d-48ee-99f1-5c136e808940 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:51.632789 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-48ad2eaf-0e37-4276-be35-f3ad0ce0cb41 req-e5093c77-d85d-48ee-99f1-5c136e808940 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0474827 Sep 10 11:42:51.668591 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-48ad2eaf-0e37-4276-be35-f3ad0ce0cb41 req-680c6a4a-c4a0-48aa-835c-ad1d69f6f384 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300164 Sep 10 11:42:51.796518 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac830b-bfe6-49c9-86ae-aa4879b2e7a8 req-67f0aaeb-6606-4119-a825-f88e1f049b6a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:51.797884 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e3ac830b-bfe6-49c9-86ae-aa4879b2e7a8 req-67f0aaeb-6606-4119-a825-f88e1f049b6a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0508003 Sep 10 11:42:51.840864 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e3ac830b-bfe6-49c9-86ae-aa4879b2e7a8 req-f1d630c1-52a2-41c2-b6a3-fe44d327834e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0366123 Sep 10 11:42:52.778336 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6b93c8-f0b7-4326-b927-69115d4e1d8a req-7ec4fbb7-bdfa-4166-9167-cf5bd782bea9 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:52.779794 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-be6b93c8-f0b7-4326-b927-69115d4e1d8a req-7ec4fbb7-bdfa-4166-9167-cf5bd782bea9 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0472927 Sep 10 11:42:52.816161 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-be6b93c8-f0b7-4326-b927-69115d4e1d8a req-8aa7b80e-945a-4a55-8953-405fed906497 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305305 Sep 10 11:42:52.951095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6b206-b670-4954-b8df-3479678afa9b req-b0b4f81c-5cd2-48d3-9d5f-451fab494181 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:52.952570 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b8c6b206-b670-4954-b8df-3479678afa9b req-b0b4f81c-5cd2-48d3-9d5f-451fab494181 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0470853 Sep 10 11:42:52.992695 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b8c6b206-b670-4954-b8df-3479678afa9b req-9c97d58d-1975-45a3-86a1-03e481ec157a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0336175 Sep 10 11:42:53.937097 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67eb438-cadc-4a44-937a-3c584f09408b req-cd90a549-91c4-4dcd-bdcf-d11e8b706092 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:53.938550 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d67eb438-cadc-4a44-937a-3c584f09408b req-cd90a549-91c4-4dcd-bdcf-d11e8b706092 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0509784 Sep 10 11:42:53.974531 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d67eb438-cadc-4a44-937a-3c584f09408b req-807c02ec-b878-4dd1-9f17-e12035aa758d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295045 Sep 10 11:42:54.102941 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3ef34-929a-40bb-af33-9be799fc9a1f req-dbeaff71-6e31-4ffd-a251-7ed16e329220 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:54.104274 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3aa3ef34-929a-40bb-af33-9be799fc9a1f req-dbeaff71-6e31-4ffd-a251-7ed16e329220 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0468051 Sep 10 11:42:54.142875 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3aa3ef34-929a-40bb-af33-9be799fc9a1f req-cca5de05-1ef9-4863-aa67-ac5b87cd63ae tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0326986 Sep 10 11:42:55.085919 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd28fa76-ccc7-4aa5-92a7-1bd592fce738 req-ccfc53e2-c1d5-4317-888e-24dc51f04134 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:55.087379 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd28fa76-ccc7-4aa5-92a7-1bd592fce738 req-ccfc53e2-c1d5-4317-888e-24dc51f04134 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0478489 Sep 10 11:42:55.123103 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd28fa76-ccc7-4aa5-92a7-1bd592fce738 req-ee47e75f-1c7a-4777-aff8-85554706aa5b tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297501 Sep 10 11:42:55.257313 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eae858-7b55-4ae8-b277-9614fe9bf019 req-f514b447-5c87-4569-8ff6-9a6f35356f93 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:55.258671 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5eae858-7b55-4ae8-b277-9614fe9bf019 req-f514b447-5c87-4569-8ff6-9a6f35356f93 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0507905 Sep 10 11:42:55.296627 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5eae858-7b55-4ae8-b277-9614fe9bf019 req-46c7b0fb-7b57-4461-ac59-b3e0d8d275ad tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0319457 Sep 10 11:42:56.234609 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d71767-2e5b-4042-804f-9f370fff2fdd req-b1d93edf-5880-407e-a177-13f3431bf148 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:56.236046 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18d71767-2e5b-4042-804f-9f370fff2fdd req-b1d93edf-5880-407e-a177-13f3431bf148 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0474637 Sep 10 11:42:56.271658 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-18d71767-2e5b-4042-804f-9f370fff2fdd req-01d33581-1959-44af-8b54-dbdaa7629205 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297377 Sep 10 11:42:56.406694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9f89-937d-4484-9936-baf581fc437b req-35359db4-e38d-4697-a062-228e4ed912eb tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:56.408005 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eb3d9f89-937d-4484-9936-baf581fc437b req-35359db4-e38d-4697-a062-228e4ed912eb tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0472908 Sep 10 11:42:56.446724 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eb3d9f89-937d-4484-9936-baf581fc437b req-9cd4c5fe-2153-42d6-a552-5d5624e51dff tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320415 Sep 10 11:42:57.385167 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1606d40e-44d1-47c8-807f-67ed8838aed8 req-e096abab-450c-46a0-a15a-15ac6fe59cc3 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:57.386612 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1606d40e-44d1-47c8-807f-67ed8838aed8 req-e096abab-450c-46a0-a15a-15ac6fe59cc3 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0511911 Sep 10 11:42:57.423097 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1606d40e-44d1-47c8-807f-67ed8838aed8 req-8a7936e0-ded1-428e-a168-65e2a7571d41 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305765 Sep 10 11:42:57.558774 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7303f7a4-28f3-46ec-b7f4-bf440d8fe627 req-b7ec1b6b-aa44-4303-ab56-e685071cc10c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:57.560210 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7303f7a4-28f3-46ec-b7f4-bf440d8fe627 req-b7ec1b6b-aa44-4303-ab56-e685071cc10c tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0484521 Sep 10 11:42:57.601326 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7303f7a4-28f3-46ec-b7f4-bf440d8fe627 req-9a2b1243-32ee-431f-ae73-2d6f2914cbe2 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349667 Sep 10 11:42:58.532289 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8566284-4a31-42ec-ab81-3c9a899d6018 req-941d7b43-8e6e-474c-888b-a38c30b9c750 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:58.533741 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e8566284-4a31-42ec-ab81-3c9a899d6018 req-941d7b43-8e6e-474c-888b-a38c30b9c750 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 948 time: 0.0468612 Sep 10 11:42:58.571083 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e8566284-4a31-42ec-ab81-3c9a899d6018 req-1023eb2b-4541-4796-bf49-8cf9e99cedf4 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311489 Sep 10 11:42:58.715022 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ed7157-42ff-47fd-a540-758feaa06c4b req-3ab76d0d-a72c-42ef-8e42-4ef6d6fa5541 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:58.716490 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5ed7157-42ff-47fd-a540-758feaa06c4b req-3ab76d0d-a72c-42ef-8e42-4ef6d6fa5541 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0502353 Sep 10 11:42:58.754945 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5ed7157-42ff-47fd-a540-758feaa06c4b req-71f2b2a3-0d69-4b1b-ba70-b26aa7fcbeac tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0320966 Sep 10 11:42:59.171633 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c22ae591-327e-45b1-8aad-186d10e54451 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:42:59.261732 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port c22ae591-327e-45b1-8aad-186d10e54451, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22ae591-327e-45b1-8aad-186d10e54451,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:59.272985 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'c22ae591-327e-45b1-8aad-186d10e54451', 'network_id': '63614a08-a94b-4474-a1b0-e51fbda6cf34', 'port_id': 'c22ae591-327e-45b1-8aad-186d10e54451', 'mac_address': 'fa:16:3e:cc:dd:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 556, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f31241b8-ef5e-4ce9-9256-b64ba9a7b016', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:42:59.312411 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:59.324229 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c22ae591-327e-45b1-8aad-186d10e54451 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:42:59.343199 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port c22ae591-327e-45b1-8aad-186d10e54451, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22ae591-327e-45b1-8aad-186d10e54451,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:42:59.347574 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:42:59.396574 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=c22ae591-327e-45b1-8aad-186d10e54451,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:42:59.403919 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.404265 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.404700 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.405029 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.405899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.405899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.406366 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.406626 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.406854 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.407176 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.407494 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.407809 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:42:59.682760 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd02ab15-b3f0-4298-9aff-1c2ae0933fe9 req-660ade71-c2d9-4e97-9db5-ae452c63aa81 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:59.684180 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd02ab15-b3f0-4298-9aff-1c2ae0933fe9 req-660ade71-c2d9-4e97-9db5-ae452c63aa81 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 949 time: 0.0488884 Sep 10 11:42:59.720594 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd02ab15-b3f0-4298-9aff-1c2ae0933fe9 req-0da5a9d0-b566-46aa-9133-685512aa598e tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305512 Sep 10 11:42:59.850483 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['c22ae591-327e-45b1-8aad-186d10e54451'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:42:59.866871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2be71-6e12-409f-a1f1-09cabff30582 req-d665c400-62a0-4d73-a069-06a021d28193 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:42:59.868993 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8eb2be71-6e12-409f-a1f1-09cabff30582 req-d665c400-62a0-4d73-a069-06a021d28193 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0494995 Sep 10 11:42:59.907898 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8eb2be71-6e12-409f-a1f1-09cabff30582 req-db67b283-fdd9-4fe7-b476-b29cf06e8e87 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325067 Sep 10 11:43:00.833584 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f25a2d8-683e-459b-b491-8c1f96b2a43f req-f6f25279-2f4a-4b52-910e-cc2f79cf5951 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:00.835002 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f25a2d8-683e-459b-b491-8c1f96b2a43f req-f6f25279-2f4a-4b52-910e-cc2f79cf5951 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 949 time: 0.0506530 Sep 10 11:43:00.871806 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3f25a2d8-683e-459b-b491-8c1f96b2a43f req-2d7b68d0-6775-40b1-bf5d-d782a4657ebc tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309076 Sep 10 11:43:01.020262 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380e7c17-b8f3-4925-bad2-294c588c33ae req-82468806-ccad-4233-ad17-1687d2ebcea5 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:01.021639 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-380e7c17-b8f3-4925-bad2-294c588c33ae req-82468806-ccad-4233-ad17-1687d2ebcea5 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0471761 Sep 10 11:43:01.060915 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-380e7c17-b8f3-4925-bad2-294c588c33ae req-b9cd96c0-4b07-49ba-af7f-81a29063aee1 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0331247 Sep 10 11:43:01.186185 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c22ae591-327e-45b1-8aad-186d10e54451 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:43:01.232754 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port c22ae591-327e-45b1-8aad-186d10e54451 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:43:01.236141 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port c22ae591-327e-45b1-8aad-186d10e54451 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:43:01.236545 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:01.311594 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:01.336223 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22ae591-327e-45b1-8aad-186d10e54451'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:43:01.338491 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa53cee0-1535-4d80-86c3-e362c38917ec" -d '{"events": [{"server_uuid": "31b52917-ff82-4cca-bb9a-79f01a8a5425", "name": "network-vif-plugged", "status": "completed", "tag": "c22ae591-327e-45b1-8aad-186d10e54451"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:43:01.352046 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port c22ae591-327e-45b1-8aad-186d10e54451, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22ae591-327e-45b1-8aad-186d10e54451,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:43:01.357445 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:01.379842 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3091546-63e3-46fa-a40d-7bf4e5bee210 x-openstack-request-id: req-f3091546-63e3-46fa-a40d-7bf4e5bee210 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:43:01.380135 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b52917-ff82-4cca-bb9a-79f01a8a5425", "name": "network-vif-plugged", "status": "completed", "tag": "c22ae591-327e-45b1-8aad-186d10e54451", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:43:01.380415 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f3091546-63e3-46fa-a40d-7bf4e5bee210 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:43:01.380797 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c22ae591-327e-45b1-8aad-186d10e54451', 'code': 200} Sep 10 11:43:01.405900 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=c22ae591-327e-45b1-8aad-186d10e54451,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:01.553502 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0343a75-6e3a-44fc-97b3-f8f449c7e00c req-6fd2192e-d7a8-4a8b-a586-e7d4d0f9458d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:01.554968 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d0343a75-6e3a-44fc-97b3-f8f449c7e00c req-6fd2192e-d7a8-4a8b-a586-e7d4d0f9458d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 1103 time: 0.0417650 Sep 10 11:43:01.609086 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d0343a75-6e3a-44fc-97b3-f8f449c7e00c req-37998e64-2a4c-4dc2-a262-00b8bc56b62d service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333719 Sep 10 11:43:02.000442 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7330793-da6b-4280-ae39-cf18d0405fca req-c8ad1494-64eb-47b9-b717-2ad50d3486ad tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:02.001898 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c7330793-da6b-4280-ae39-cf18d0405fca req-c8ad1494-64eb-47b9-b717-2ad50d3486ad tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.0798895 Sep 10 11:43:02.013507 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c2e6b5-31eb-4b96-96f7-25d20a75ef13 req-2c1f4b56-7ece-42a3-8f9c-e22d016f004b tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:02.014865 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-12c2e6b5-31eb-4b96-96f7-25d20a75ef13 req-2c1f4b56-7ece-42a3-8f9c-e22d016f004b tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 950 time: 0.0671949 Sep 10 11:43:02.066383 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c7330793-da6b-4280-ae39-cf18d0405fca req-a58776fe-f350-4ba4-929f-4a6d3d99e3ed tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505676 Sep 10 11:43:02.074303 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-12c2e6b5-31eb-4b96-96f7-25d20a75ef13 req-3174ebf5-9b0b-4179-b82b-c73e69b6ca73 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529392 Sep 10 11:43:02.170474 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b7e63c-95e4-415e-9c13-3ea4a9610adb req-833af1aa-eee5-4d3d-b3d6-be2e0cd18523 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:02.171832 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-84b7e63c-95e4-415e-9c13-3ea4a9610adb req-833af1aa-eee5-4d3d-b3d6-be2e0cd18523 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0484519 Sep 10 11:43:02.210598 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-84b7e63c-95e4-415e-9c13-3ea4a9610adb req-42122363-5841-498e-acc9-88f036597479 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0321701 Sep 10 11:43:03.451334 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0307f16-280f-47a8-ac8c-61b0f3a07161 req-04dd3ae3-688b-42f6-86d8-a7485b821d79 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:03.452700 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b0307f16-280f-47a8-ac8c-61b0f3a07161 req-04dd3ae3-688b-42f6-86d8-a7485b821d79 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.3174248 Sep 10 11:43:03.475290 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16de176-af58-4ca5-98c4-21c2f9c9592f req-397938a3-4bc5-4834-9e2d-e2fe07f05f73 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:03.477205 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f16de176-af58-4ca5-98c4-21c2f9c9592f req-397938a3-4bc5-4834-9e2d-e2fe07f05f73 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 950 time: 0.3110085 Sep 10 11:43:03.525091 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b0307f16-280f-47a8-ac8c-61b0f3a07161 req-19c72df7-0736-44d0-ba21-cfe6c2070e46 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659554 Sep 10 11:43:03.531909 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f16de176-af58-4ca5-98c4-21c2f9c9592f req-701752e4-f692-43dc-bd1b-4d016d8e6b05 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457258 Sep 10 11:43:03.628888 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdafcb3-9ef5-4a9f-a0e8-6da10dd6bd44 req-cd29542b-f154-4b47-b622-461fe167eba5 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:03.630331 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2fdafcb3-9ef5-4a9f-a0e8-6da10dd6bd44 req-cd29542b-f154-4b47-b622-461fe167eba5 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0480535 Sep 10 11:43:03.669186 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2fdafcb3-9ef5-4a9f-a0e8-6da10dd6bd44 req-ab026498-06f8-4b18-9b67-699f3b62cb43 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0330393 Sep 10 11:43:04.341788 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-8e869ca3-8406-4e6c-8ee2-6566e1f314f0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:04.343210 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-8e869ca3-8406-4e6c-8ee2-6566e1f314f0 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.0470021 Sep 10 11:43:04.432473 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Deleting port 61da8d69-b496-4637-a689-29da3f2dbc2e {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:43:04.432809 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:04.517112 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] For port 61da8d69-b496-4637-a689-29da3f2dbc2e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=61da8d69-b496-4637-a689-29da3f2dbc2e,segment=NetworkSegment(809af4f7-4162-4171-876a-b1a960805d80),segment_id=809af4f7-4162-4171-876a-b1a960805d80)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:43:04.517463 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:04.529011 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Calling delete_port for 61da8d69-b496-4637-a689-29da3f2dbc2e owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:43:04.657515 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:04.666450 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f57020-7942-4a89-ad0f-a75b12a6270c req-43f0972c-31f6-4aa0-9094-9e42309abb9e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:04.668380 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-73f57020-7942-4a89-ad0f-a75b12a6270c req-43f0972c-31f6-4aa0-9094-9e42309abb9e tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/ports?device_id=a132b59f-2416-444b-83e2-a8f3541c0386 HTTP/1.1" status: 200 len: 945 time: 0.0760753 Sep 10 11:43:04.670687 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['61da8d69-b496-4637-a689-29da3f2dbc2e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:43:04.696135 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Pushing event deleted for resources: {'Port': ['ID=61da8d69-b496-4637-a689-29da3f2dbc2e,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:04.703468 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717c3572-9ffd-43fc-a423-805666538828 req-e8abd5a0-543e-4154-b437-ff023b850932 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:04.705230 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-717c3572-9ffd-43fc-a423-805666538828 req-e8abd5a0-543e-4154-b437-ff023b850932 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 950 time: 0.1032381 Sep 10 11:43:04.741112 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] No DVR routers for this DVR port 61da8d69-b496-4637-a689-29da3f2dbc2e on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:43:04.744070 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:04.745999 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-d732986b-eb34-40b4-8f6f-743ed1120f66 req-43cea86d-1ee4-46ec-b54d-67cdb8f5e134 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.52 "DELETE /v2.0/ports/61da8d69-b496-4637-a689-29da3f2dbc2e HTTP/1.1" status: 204 len: 173 time: 0.3964419 Sep 10 11:43:04.746432 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'name': 'network-vif-deleted', 'tag': '61da8d69-b496-4637-a689-29da3f2dbc2e'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:43:04.748079 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-73f57020-7942-4a89-ad0f-a75b12a6270c req-e06555d2-3872-4073-83f7-3bf2a5d272f8 tempest-VolumesSnapshotTestJSON-1764929823 tempest-VolumesSnapshotTestJSON-1764929823-project] 10.222.0.35 "GET /v2.0/security-groups?id=d3463a6d-de55-48da-85c0-5443798b61c5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669878 Sep 10 11:43:04.748619 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3f44ce2-f8d4-42d5-8a6e-35d0e6b18198" -d '{"events": [{"server_uuid": "a132b59f-2416-444b-83e2-a8f3541c0386", "name": "network-vif-deleted", "tag": "61da8d69-b496-4637-a689-29da3f2dbc2e"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:43:04.765642 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-717c3572-9ffd-43fc-a423-805666538828 req-1f4d12e5-7c15-484b-bac7-cf979696e17f tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515792 Sep 10 11:43:04.843866 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eca6630-686f-4c6c-b406-230f7576a966 x-openstack-request-id: req-2eca6630-686f-4c6c-b406-230f7576a966 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:43:04.844300 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a132b59f-2416-444b-83e2-a8f3541c0386", "name": "network-vif-deleted", "tag": "61da8d69-b496-4637-a689-29da3f2dbc2e", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:43:04.844552 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2eca6630-686f-4c6c-b406-230f7576a966 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:43:04.844985 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a132b59f-2416-444b-83e2-a8f3541c0386', 'name': 'network-vif-deleted', 'tag': '61da8d69-b496-4637-a689-29da3f2dbc2e', 'status': 'completed', 'code': 200} Sep 10 11:43:04.864789 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3541819a-cb8c-4a3b-b14d-0f6e62384992 req-da809740-7280-41b0-b062-1b13185ee707 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:04.866379 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3541819a-cb8c-4a3b-b14d-0f6e62384992 req-da809740-7280-41b0-b062-1b13185ee707 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0527592 Sep 10 11:43:04.911770 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3541819a-cb8c-4a3b-b14d-0f6e62384992 req-96196fa4-2abe-45a8-be30-5c11284572f8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0382681 Sep 10 11:43:05.053858 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333a6561-2a60-4884-b728-fe869df54621 req-4f441fed-0a04-4f31-8449-df226a6d9391 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:05.055301 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-333a6561-2a60-4884-b728-fe869df54621 req-4f441fed-0a04-4f31-8449-df226a6d9391 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 950 time: 0.0509658 Sep 10 11:43:05.091308 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-333a6561-2a60-4884-b728-fe869df54621 req-6f2d8e84-f8d6-43ad-a520-9343f3785dfd tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302744 Sep 10 11:43:06.037406 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de58c39-f0cb-40ae-b622-06917f4fef34 req-f270ecb4-ed26-418d-93a1-75ef8cbfc8b9 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:06.040931 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2de58c39-f0cb-40ae-b622-06917f4fef34 req-f270ecb4-ed26-418d-93a1-75ef8cbfc8b9 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0613580 Sep 10 11:43:06.081222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2de58c39-f0cb-40ae-b622-06917f4fef34 req-d009557d-5ea2-43ad-835f-5cf5c0c7238a tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0365570 Sep 10 11:43:06.204373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299b752-4739-47e3-8882-3ab6d91b21c6 req-3bbb3f7a-e8ee-4024-bb75-a4138a485bd4 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:06.205829 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8299b752-4739-47e3-8882-3ab6d91b21c6 req-3bbb3f7a-e8ee-4024-bb75-a4138a485bd4 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 950 time: 0.0481496 Sep 10 11:43:06.242149 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8299b752-4739-47e3-8882-3ab6d91b21c6 req-d2678beb-28c7-435f-be78-aab1fcad62a6 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/security-groups?id=d34278fe-428a-4b6f-b7bb-5319814adf3f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304184 Sep 10 11:43:06.646519 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-3aab000d-c34e-4361-9e06-4b7b8266d698 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:06.647974 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-3aab000d-c34e-4361-9e06-4b7b8266d698 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.52 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 950 time: 0.0462811 Sep 10 11:43:06.741825 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Deleting port c22ae591-327e-45b1-8aad-186d10e54451 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:43:06.742164 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:06.831108 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] For port c22ae591-327e-45b1-8aad-186d10e54451, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=c22ae591-327e-45b1-8aad-186d10e54451,segment=NetworkSegment(8ec4ce69-8690-48e6-98fa-64d20653c574),segment_id=8ec4ce69-8690-48e6-98fa-64d20653c574)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:43:06.831465 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:06.843550 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Calling delete_port for c22ae591-327e-45b1-8aad-186d10e54451 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:43:06.975648 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:06.987265 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['c22ae591-327e-45b1-8aad-186d10e54451'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:43:07.001193 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Pushing event deleted for resources: {'Port': ['ID=c22ae591-327e-45b1-8aad-186d10e54451,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:07.043973 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] No DVR routers for this DVR port c22ae591-327e-45b1-8aad-186d10e54451 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:43:07.046436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:07.048433 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3fcc7889-6414-43b4-9538-be4c08eb7902 req-80fd4241-2590-43d4-94eb-f7c35ab5378d tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.52 "DELETE /v2.0/ports/c22ae591-327e-45b1-8aad-186d10e54451 HTTP/1.1" status: 204 len: 173 time: 0.3924031 Sep 10 11:43:07.048869 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'name': 'network-vif-deleted', 'tag': 'c22ae591-327e-45b1-8aad-186d10e54451'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:43:07.051082 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39599a0-345b-4b28-8148-e2db23bc31f3" -d '{"events": [{"server_uuid": "31b52917-ff82-4cca-bb9a-79f01a8a5425", "name": "network-vif-deleted", "tag": "c22ae591-327e-45b1-8aad-186d10e54451"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:43:07.090380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-500bd0be-3679-4937-b9f6-e0584f92f2eb x-openstack-request-id: req-500bd0be-3679-4937-b9f6-e0584f92f2eb {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:43:07.090380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "31b52917-ff82-4cca-bb9a-79f01a8a5425", "name": "network-vif-deleted", "tag": "c22ae591-327e-45b1-8aad-186d10e54451", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:43:07.090756 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-500bd0be-3679-4937-b9f6-e0584f92f2eb {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:43:07.090946 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31b52917-ff82-4cca-bb9a-79f01a8a5425', 'name': 'network-vif-deleted', 'tag': 'c22ae591-327e-45b1-8aad-186d10e54451', 'status': 'completed', 'code': 200} Sep 10 11:43:07.223436 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e0962-f23f-45d9-9524-96af6b711ef6 req-06763a3f-3d23-4e02-a4b5-3dc2c1333359 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:43:07.224994 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-132e0962-f23f-45d9-9524-96af6b711ef6 req-06763a3f-3d23-4e02-a4b5-3dc2c1333359 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0551758 Sep 10 11:43:07.234350 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 61da8d69-b496-4637-a689-29da3f2dbc2e no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:43:07.256490 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 61da8d69-b496-4637-a689-29da3f2dbc2e {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:43:07.256908 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 61da8d69-b496-4637-a689-29da3f2dbc2e not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:43:07.269266 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-132e0962-f23f-45d9-9524-96af6b711ef6 req-b0e26a32-5fe7-45b3-bf91-5de9710661f3 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=8c111833-7be1-4e43-9045-8a91d7c8a793&id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0377061 Sep 10 11:43:07.356797 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-002f20f9-85a3-4d87-ab05-f9567d4b1bea req-86d95202-d14f-443b-b448-42bd69ce6db8 tempest-VolumesNegativeTest-1615131073 tempest-VolumesNegativeTest-1615131073-project] 10.222.0.35 "GET /v2.0/ports?device_id=31b52917-ff82-4cca-bb9a-79f01a8a5425 HTTP/1.1" status: 200 len: 210 time: 0.0259695 Sep 10 11:43:09.986382 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c22ae591-327e-45b1-8aad-186d10e54451 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:43:10.006480 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: c22ae591-327e-45b1-8aad-186d10e54451 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:43:10.006822 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device c22ae591-327e-45b1-8aad-186d10e54451 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:43:10.882209 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b303ad7-f7cf-4f1f-9598-1f9eeeacb4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:12.369173 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:12.864240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55500) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:12.992444 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8a85cc95-bc24-46bc-a269-da53fab2f02a admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4d5d13260b6b4ce4a888dafcd1a12974&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1270559 Sep 10 11:43:12.994883 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55504) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:13.040937 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25c99d63-483c-47e4-a0a0-299d8270de16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:13.061000 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25c99d63-483c-47e4-a0a0-299d8270de16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:13.109833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25c99d63-483c-47e4-a0a0-299d8270de16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:13.112538 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-25c99d63-483c-47e4-a0a0-299d8270de16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:13.113619 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-25c99d63-483c-47e4-a0a0-299d8270de16 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d34278fe-428a-4b6f-b7bb-5319814adf3f HTTP/1.1" status: 204 len: 168 time: 0.1178088 Sep 10 11:43:13.120775 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c99d63-483c-47e4-a0a0-299d8270de16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34278fe-428a-4b6f-b7bb-5319814adf3f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:13.153518 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-48af81fb-d5e2-477a-85d7-19bec39757ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:13.938740 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:14.718569 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:15.781197 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:17.375626 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:43:30.876154 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55620) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:30.918739 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Deleting subnet 845dfe3b-b66b-434b-877a-0faf06abc723 {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:43:30.921666 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:30.954375 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66470651'] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:30.991637 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.045397 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66413517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66124728'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.067826 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=845dfe3b-b66b-434b-877a-0faf06abc723,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:31.073455 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.075262 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ed388d13-732d-4cbb-b249-16e582c1f6b4 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/845dfe3b-b66b-434b-877a-0faf06abc723 HTTP/1.1" status: 204 len: 168 time: 0.1981158 Sep 10 11:43:31.077794 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55622) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:31.142806 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.219081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.238602 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9917f027-6f35-4bb3-84c5-d570af62e709']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:43:31.247319 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '809af4f7-4162-4171-876a-b1a960805d80') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:43:31.247611 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '809af4f7-4162-4171-876a-b1a960805d80') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:43:31.256377 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.268695 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.275831 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Releasing vlan 584 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:43:31.276319 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:43:31.278253 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:43:31.335573 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.341157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.342974 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] 10.222.0.35 "DELETE /v2.0/networks/9917f027-6f35-4bb3-84c5-d570af62e709 HTTP/1.1" status: 204 len: 168 time: 0.2642677 Sep 10 11:43:31.354004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c90614-7794-4ee4-826b-f1e995525968 admin admin] Pushing event deleted for resources: {'Network': ['ID=9917f027-6f35-4bb3-84c5-d570af62e709,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:31.496263 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55626) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:31.535441 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-73473f11-ed23-4da4-9ee6-e28a4e3332d5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4bca0cd208ff4ee4b4ed6714a61e86b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0380268 Sep 10 11:43:31.538632 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55628) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:31.585039 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea522-aee9-4351-a0cf-00084520a2e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.605591 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea522-aee9-4351-a0cf-00084520a2e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.650190 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea522-aee9-4351-a0cf-00084520a2e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.652956 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac9ea522-aee9-4351-a0cf-00084520a2e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:31.654084 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ac9ea522-aee9-4351-a0cf-00084520a2e4 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d3463a6d-de55-48da-85c0-5443798b61c5 HTTP/1.1" status: 204 len: 168 time: 0.1145809 Sep 10 11:43:31.661309 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9ea522-aee9-4351-a0cf-00084520a2e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3463a6d-de55-48da-85c0-5443798b61c5,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:40.882401 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-da44de2e-afd4-40ff-a7ec-d0f3f557755e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.618530 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55710) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:41.717237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.804259 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.807752 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.842917 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ed795f-2aad-4c20-9a50-14bbdc9c6c2a,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:41.846674 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb5960c9844c459db06d0a0058f75b43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2271452 Sep 10 11:43:41.849523 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55714) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:43:41.853240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.853588 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.853926 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.854257 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.854584 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.854911 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.855235 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.855556 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.855877 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.856194 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.856548 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.856866 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09fdeecb-911d-4f4e-bb8a-26968baaf1f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.897834 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.918078 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.964673 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.967072 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:41.968204 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/63ed795f-2aad-4c20-9a50-14bbdc9c6c2a HTTP/1.1" status: 204 len: 168 time: 0.1171634 Sep 10 11:43:41.975918 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ed795f-2aad-4c20-9a50-14bbdc9c6c2a,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:43:41.983030 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.983369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.983700 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.984025 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.984343 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.984687 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.985006 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.985323 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.985637 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.986041 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.986245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:41.986552 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-619f8c5a-802b-4eb1-9952-e0b1aa4cd690 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:43:42.372198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:43.153107 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-34e9e26e-3a5f-4566-8178-469b8e5a2587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:43.939330 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:44.721145 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:45.784437 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:43:54.374457 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:44:05.399876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b08f6d3-e126-47b9-bad5-d6bc4365c5bd req-2c0a147e-2192-44a9-8816-3c171063163d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:05.401269 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4b08f6d3-e126-47b9-bad5-d6bc4365c5bd req-2c0a147e-2192-44a9-8816-3c171063163d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0470231 Sep 10 11:44:05.438133 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4b08f6d3-e126-47b9-bad5-d6bc4365c5bd req-31dc19ed-b4cb-42bf-8102-4053e06015e1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0311086 Sep 10 11:44:06.555585 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c375b12f-3e4d-4eb1-b974-7e134ed50f63 req-619a70c2-d6de-4569-b3fa-0631299760e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:06.557100 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c375b12f-3e4d-4eb1-b974-7e134ed50f63 req-619a70c2-d6de-4569-b3fa-0631299760e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0485291 Sep 10 11:44:06.593912 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c375b12f-3e4d-4eb1-b974-7e134ed50f63 req-360547b4-c620-435b-95a2-f6ed09f4bfde tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0309157 Sep 10 11:44:07.259855 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-0b4d0bdc-0742-4819-abe1-f99b9e4040d7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:07.261328 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-0b4d0bdc-0742-4819-abe1-f99b9e4040d7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0463367 Sep 10 11:44:07.347198 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Deleting port a073406d-fea9-41fc-b3e8-77f2b457e44a {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:07.347539 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:07.628813 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] For port a073406d-fea9-41fc-b3e8-77f2b457e44a, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=a073406d-fea9-41fc-b3e8-77f2b457e44a,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:07.629142 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:07.715011 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb69bd7-e879-4fab-ad99-29306a908163 req-b294e8bf-76ae-4ce2-93dc-f45eebf1dcf0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:07.716521 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5fb69bd7-e879-4fab-ad99-29306a908163 req-b294e8bf-76ae-4ce2-93dc-f45eebf1dcf0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=29f70877-8192-42bc-96e9-901084da690c HTTP/1.1" status: 200 len: 946 time: 0.0521977 Sep 10 11:44:07.753055 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5fb69bd7-e879-4fab-ad99-29306a908163 req-5f350c35-dbd0-457e-827b-021fefc693fe tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=70349ddd-c638-49a9-b0c4-7f1c1572ab2b&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0306258 Sep 10 11:44:07.896812 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:07.897184 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:07.897495 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.l3_db [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Floating IP d7270b43-ffb4-43c0-b201-542d91034f6c disassociated. External IP: 172.27.2.205, port: a073406d-fea9-41fc-b3e8-77f2b457e44a. Sep 10 11:44:07.897849 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Calling delete_port for a073406d-fea9-41fc-b3e8-77f2b457e44a owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:08.016533 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:08.046975 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event deleted for resources: {'Port': ['ID=a073406d-fea9-41fc-b3e8-77f2b457e44a,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:08.156230 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:08.260094 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:08.270775 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:08.279674 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:08.280287 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:43:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:08.298583 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] No DVR routers for this DVR port a073406d-fea9-41fc-b3e8-77f2b457e44a on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:44:08.301101 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:08.303042 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffa78003-fa34-4b56-b491-bbf5eeb36537 req-85130d41-3e04-494a-b76e-2e3bf30cd517 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "DELETE /v2.0/ports/a073406d-fea9-41fc-b3e8-77f2b457e44a HTTP/1.1" status: 204 len: 173 time: 1.0355635 Sep 10 11:44:08.303483 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-deleted', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:08.306565 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7090972-fcc5-4467-93d7-3bca8386e7dc" -d '{"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-deleted", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:08.341223 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38182d2c-fe98-49e1-8dc5-ad65e7e9ee48 x-openstack-request-id: req-38182d2c-fe98-49e1-8dc5-ad65e7e9ee48 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:08.341520 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29f70877-8192-42bc-96e9-901084da690c", "name": "network-vif-deleted", "tag": "a073406d-fea9-41fc-b3e8-77f2b457e44a", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:08.341769 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-38182d2c-fe98-49e1-8dc5-ad65e7e9ee48 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:08.342156 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29f70877-8192-42bc-96e9-901084da690c', 'name': 'network-vif-deleted', 'tag': 'a073406d-fea9-41fc-b3e8-77f2b457e44a', 'status': 'completed', 'code': 200} Sep 10 11:44:08.388825 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:08.590225 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:08.615998 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:08.624708 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:08.625360 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:43:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:08.733612 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:08.850644 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55770) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:08.905689 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50bb8129-775f-4dd5-8126-8f45ce2c8e24 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:08.930286 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50bb8129-775f-4dd5-8126-8f45ce2c8e24 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:08.940139 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:08.970554 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de6739f-ed4b-437a-a4b1-15f77daffdd2 None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:08.980596 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50bb8129-775f-4dd5-8126-8f45ce2c8e24 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:08.983455 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-50bb8129-775f-4dd5-8126-8f45ce2c8e24 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:08.987240 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-50bb8129-775f-4dd5-8126-8f45ce2c8e24 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "DELETE /v2.0/security-groups/70349ddd-c638-49a9-b0c4-7f1c1572ab2b HTTP/1.1" status: 204 len: 168 time: 0.1330183 Sep 10 11:44:08.987742 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55772) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:08.994582 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bb8129-775f-4dd5-8126-8f45ce2c8e24 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70349ddd-c638-49a9-b0c4-7f1c1572ab2b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:09.010045 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.api.v2.resource [None req-e613a5f4-7ed1-4d2b-a0f1-e6341c8cdb1c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] show failed (client error): The resource could not be found. Sep 10 11:44:09.019151 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55774) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:09.027580 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e613a5f4-7ed1-4d2b-a0f1-e6341c8cdb1c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups/70349ddd-c638-49a9-b0c4-7f1c1572ab2b HTTP/1.1" status: 404 len: 347 time: 0.0384088 Sep 10 11:44:09.144943 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Deleting port 4679ab98-911b-4d27-a280-fb2f8a1f7ef6 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:09.145285 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.223183 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ec0134-9566-4fd1-89ca-8ac5097c853b None None] New status for floating IP d7270b43-ffb4-43c0-b201-542d91034f6c: DOWN {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:44:09.229614 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.229942 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.241327 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Calling delete_port for 4679ab98-911b-4d27-a280-fb2f8a1f7ef6 owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:09.381525 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.408603 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event deleted for resources: {'Port': ['ID=4679ab98-911b-4d27-a280-fb2f8a1f7ef6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:09.465114 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.467688 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.468988 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-45e39039-513e-4a8b-ac8b-0d9bb5f828f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "DELETE /v2.0/floatingips/d7270b43-ffb4-43c0-b201-542d91034f6c HTTP/1.1" status: 204 len: 168 time: 0.4487350 Sep 10 11:44:09.762772 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55778) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:09.767940 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1975926947', 'description': 'tempest-description--2091279451'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:09.793726 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.872090 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.875737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.903279 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.904500 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1406016 Sep 10 11:44:09.906267 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff1b01f-6f4e-4bfa-94e4-c8616ec599c9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f2f741b-ef1a-47fa-9176-e100ff28d8c3,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:09.907563 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55782) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:09.911976 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'security_group_rule': {'security_group_id': '1f2f741b-ef1a-47fa-9176-e100ff28d8c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:09.938817 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.995393 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:09.999024 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.015128 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8e1591a-2a60-480c-b6ad-86a5d08414a0,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:10.021912 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.022690 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7eecd538-6cdb-4762-83d0-904bc0e34b9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1140928 Sep 10 11:44:10.025319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55784) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:10.029546 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'security_group_rule': {'security_group_id': '1f2f741b-ef1a-47fa-9176-e100ff28d8c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:10.054340 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.108075 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.111602 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.131277 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4af4d51-d641-441b-90a3-2df97bfbc18f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:10.135748 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.137071 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5f8ab8ab-c5d1-4f47-b847-2abebbe743ac tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1107967 Sep 10 11:44:10.140030 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55786) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:10.144712 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:10.166990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.266662 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.369492 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Allocated IP 172.27.2.74 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/3529ea99-7609-462d-8054-c9c78bf134c5) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:10.471721 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.509160 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.544830 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:10.547612 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:10.551995 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:10.585906 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'Port': ['ID=3529ea99-7609-462d-8054-c9c78bf134c5,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:10.642961 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.674794 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.817302 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.822054 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.882762 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2f3c5c15-1d0e-4bf4-8cd1-e1834b599977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.889003 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'Port': ['ID=3529ea99-7609-462d-8054-c9c78bf134c5,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:10.898506 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.912301 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:10.913586 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-cff93c6f-adac-41e2-9621-afb2427492e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.7723451 Sep 10 11:44:11.092987 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-0d016cf9-305a-45c1-9acb-88bc60bff060 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--1975926947&fields=id&tenant_id=491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 267 time: 0.0316734 Sep 10 11:44:11.197652 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-27c1ab71-0be1-4bfd-ac91-36a99cf8eacd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:11.199070 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-27c1ab71-0be1-4bfd-ac91-36a99cf8eacd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 817 time: 0.0996652 Sep 10 11:44:11.213087 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-49bfb115-5bd7-4281-91d2-17c2be4e1d0f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/quotas/491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 375 time: 0.0084891 Sep 10 11:44:11.263354 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-3f4dbe2f-a9cf-4f99-9bce-152c01261605 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0453207 Sep 10 11:44:11.359312 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dbbed6c6-c74f-42a5-88b8-201ea11ec61a service neutron] 10.222.0.35 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843477 Sep 10 11:44:11.445798 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-c9fe201d-698f-4659-bf20-aebdca892454 service neutron] 10.222.0.35 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805507 Sep 10 11:44:11.600559 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fd22fe40-a96a-4b46-ae9f-3d3fbaf76acf req-58794614-70ba-49a2-8257-3f3c0860751f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 210 time: 0.0257418 Sep 10 11:44:11.628434 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:11.648482 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: a073406d-fea9-41fc-b3e8-77f2b457e44a {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:11.649497 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device a073406d-fea9-41fc-b3e8-77f2b457e44a not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:12.401685 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:12.453009 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-abc2941d-8072-4239-950b-dd1ce83f05be tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:12.454466 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-abc2941d-8072-4239-950b-dd1ce83f05be tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 817 time: 0.1042454 Sep 10 11:44:12.495722 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-f572676a-0fed-441c-b46c-4da3b17d34f6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 380 time: 0.0320559 Sep 10 11:44:12.510146 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'port': {'device_id': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'admin_state_up': True, 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'security_groups': ['1f2f741b-ef1a-47fa-9176-e100ff28d8c3']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:12.616818 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Made reservation on behalf of 491bb91dffe24498b9e9d96ff189ba15 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:44:12.620884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:12.705503 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-db275f4e-6b36-45e5-bee0-93c0be81e836 req-78c98e47-da0d-4188-b0c5-27a92517c077 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 210 time: 0.0311160 Sep 10 11:44:12.940320 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Allocated IP 172.20.0.13 (7f500bec-3040-4930-b9c6-ad2098423fd7/c81d89a2-3b42-4e9b-a3a0-baab91165764/d6669290-5e38-415c-b34a-6877f8bc871e) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:13.071803 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.084298 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Transition to ACTIVE for port object d6669290-5e38-415c-b34a-6877f8bc871e will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:13.114971 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.154000 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1e8e67b4-2c4c-4dd0-96fd-30fbf6447c55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.156397 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:13.159291 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:13.162894 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:13.187967 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:13.216013 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:13.216643 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.231488 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-dde9354e-297d-4978-9668-ad8294e4dd76 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7253826 Sep 10 11:44:13.244255 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Request body: {'port': {'device_id': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:13.301903 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.428560 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4c359f12-949b-415b-8ede-86950d0f185f None None] Provisioning for port d6669290-5e38-415c-b34a-6877f8bc871e completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:13.432787 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4c359f12-949b-415b-8ede-86950d0f185f None None] Provisioning complete for port d6669290-5e38-415c-b34a-6877f8bc871e triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:13.433159 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4c359f12-949b-415b-8ede-86950d0f185f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.466719 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4c359f12-949b-415b-8ede-86950d0f185f None None] Port d6669290-5e38-415c-b34a-6877f8bc871e cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:44:13.549431 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6669290-5e38-415c-b34a-6877f8bc871e {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:44:13.556693 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.567969 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Transition to ACTIVE for port object d6669290-5e38-415c-b34a-6877f8bc871e will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:13.571390 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.624703 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:13.688961 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Attempting to bind port d6669290-5e38-415c-b34a-6877f8bc871e on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:13.689291 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Attempting to bind port d6669290-5e38-415c-b34a-6877f8bc871e by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:13.689611 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Attempting to bind port d6669290-5e38-415c-b34a-6877f8bc871e on network 7f500bec-3040-4930-b9c6-ad2098423fd7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:13.693877 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Port d6669290-5e38-415c-b34a-6877f8bc871e on network 7f500bec-3040-4930-b9c6-ad2098423fd7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:44:13.694185 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Attempting to bind port d6669290-5e38-415c-b34a-6877f8bc871e on network 7f500bec-3040-4930-b9c6-ad2098423fd7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:13.699538 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:13.699866 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Checking segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:13.700244 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Bound using segment: {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:13.700688 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Bound port: d6669290-5e38-415c-b34a-6877f8bc871e, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 590, 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:13.701041 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.768881 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:13.779405 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:13.783998 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.822210 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:13.822815 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.824235 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] 10.222.0.52 "PUT /v2.0/ports/d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 1094 time: 0.5843074 Sep 10 11:44:13.824694 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:13.827152 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f69d52-8f78-4150-a3ba-aeca36a84999" -d '{"events": [{"name": "network-changed", "server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:13.852892 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a742497-adc1-4c06-bd34-b3759751abd0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:13.864558 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c308589f-8a6e-4c2d-9a18-2e47f0d0289a req-c11447dd-44fa-4f5e-8410-119a453309a7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:13.866322 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c308589f-8a6e-4c2d-9a18-2e47f0d0289a req-c11447dd-44fa-4f5e-8410-119a453309a7 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0753953 Sep 10 11:44:13.870463 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1402baa5-c8cf-4b9e-a3a2-da5ff0f29430 x-openstack-request-id: req-1402baa5-c8cf-4b9e-a3a2-da5ff0f29430 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:13.870751 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:13.871015 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1402baa5-c8cf-4b9e-a3a2-da5ff0f29430 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:13.871405 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'status': 'completed', 'code': 200} Sep 10 11:44:13.907688 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c308589f-8a6e-4c2d-9a18-2e47f0d0289a req-1dd50fe2-8d3a-4b92-abe6-59eece8b9f61 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334382 Sep 10 11:44:13.913844 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4771f9d6-9b51-4781-b736-3d1f590f4da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:13.915685 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-4771f9d6-9b51-4781-b736-3d1f590f4da3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1097 time: 0.0434418 Sep 10 11:44:13.941819 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:13.964616 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-ab2e6c64-d55c-4b17-94ba-8e42136c0ad3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 217 time: 0.0414047 Sep 10 11:44:14.014884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-b072fdb7-4ddf-45d8-859c-898a2b223254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.016376 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-b072fdb7-4ddf-45d8-859c-898a2b223254 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0454533 Sep 10 11:44:14.065861 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-e0ef24ab-c7df-4ac5-9f22-f7ff086c2eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.067315 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-e0ef24ab-c7df-4ac5-9f22-f7ff086c2eec service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0432374 Sep 10 11:44:14.160579 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-f00e7721-7656-49f0-8154-ed9867727912 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851164 Sep 10 11:44:14.251254 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-dbf4cd59-f3f2-4703-bfde-594f61e01102 req-5deb1e23-6822-43fc-a102-4b6a6f8fda37 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830126 Sep 10 11:44:14.333984 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-439f5151-a5cd-4a2a-8e29-2ce0fd1ba776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.335513 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-439f5151-a5cd-4a2a-8e29-2ce0fd1ba776 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1097 time: 0.0389791 Sep 10 11:44:14.426829 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-a2565a3f-0115-45f2-853b-9ea54da9cebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.428279 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-a2565a3f-0115-45f2-853b-9ea54da9cebc service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.0850732 Sep 10 11:44:14.467586 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-63f45d31-bbd1-47cc-9c69-ff06e72f381a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 217 time: 0.0319676 Sep 10 11:44:14.514605 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-e257151a-c97c-451a-8e82-3631f3d77d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.515935 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-e257151a-c97c-451a-8e82-3631f3d77d60 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0420592 Sep 10 11:44:14.565429 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-4843eea9-ddfd-41f5-bca3-9c5bbb2cf565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.566915 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-4843eea9-ddfd-41f5-bca3-9c5bbb2cf565 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0440967 Sep 10 11:44:14.617097 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-0faa247f-4c16-4a6e-aee3-21085b63d73f tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1798280154&fields=id&tenant_id=46913a133d6a4ced959ef3e01d056c7b HTTP/1.1" status: 200 len: 267 time: 0.0318768 Sep 10 11:44:14.655458 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-f61f0aa0-ef12-4057-af36-21d1f9bc54ef service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802994 Sep 10 11:44:14.672791 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-32471b5a-6ae3-40ac-8873-1798c305ee70 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:14.674296 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-32471b5a-6ae3-40ac-8873-1798c305ee70 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 985 time: 0.0508189 Sep 10 11:44:14.687400 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Request body: {'port': {'security_groups': ['e278be44-687f-417e-ac28-8d3666ce045d']}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:14.724313 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:14.748127 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f3f69d52-8f78-4150-a3ba-aeca36a84999 req-c61a2cdd-b815-4f1f-a545-423b03d0ccdb service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859511 Sep 10 11:44:14.758337 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:14.929253 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:14.957446 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:14.963782 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:14.976231 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e9c9f7bb-0e7f-4d86-af68-c1806c676f16'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:44:15.032388 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:15.033091 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.034551 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c24f0621-35a7-47d1-8544-092a902d48e9 req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "PUT /v2.0/ports/e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 943 time: 0.3517890 Sep 10 11:44:15.035026 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:15.037449 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f770a26-d922-4ca8-b81c-ce9b348f86d3" -d '{"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:15.043570 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55838) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:15.069565 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c795d8-b4f4-4ea0-a917-5ad5e0ed1a94 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event updated for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=7']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:15.091043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149f2790-2408-46b4-82d6-2e3399fc040c req-9b02cf36-e2f6-4e43-8ba1-cabb4abc099e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:15.100053 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-149f2790-2408-46b4-82d6-2e3399fc040c req-9b02cf36-e2f6-4e43-8ba1-cabb4abc099e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.1079266 Sep 10 11:44:15.139236 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2f570654-43d1-412b-8846-5ad3c7c7a1c7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.170884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2f570654-43d1-412b-8846-5ad3c7c7a1c7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.173624 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-149f2790-2408-46b4-82d6-2e3399fc040c req-20fca376-fe26-43af-8f0e-cf28fa3841e0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574069 Sep 10 11:44:15.214268 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76de1d85-63c8-4079-9803-4e94052d3fc1 x-openstack-request-id: req-76de1d85-63c8-4079-9803-4e94052d3fc1 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:15.214949 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:15.215375 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-76de1d85-63c8-4079-9803-4e94052d3fc1 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:15.217634 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'status': 'completed', 'code': 200} Sep 10 11:44:15.251792 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2f570654-43d1-412b-8846-5ad3c7c7a1c7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.254604 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-2f570654-43d1-412b-8846-5ad3c7c7a1c7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.256073 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-2f570654-43d1-412b-8846-5ad3c7c7a1c7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "DELETE /v2.0/security-groups/8c111833-7be1-4e43-9045-8a91d7c8a793 HTTP/1.1" status: 204 len: 168 time: 0.2108257 Sep 10 11:44:15.258813 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55842) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:15.304890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f570654-43d1-412b-8846-5ad3c7c7a1c7 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c111833-7be1-4e43-9045-8a91d7c8a793,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:15.312387 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e9c9f7bb-0e7f-4d86-af68-c1806c676f16'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:44:15.320691 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-9345009e-f6da-4f6c-8cfd-9f3531eacc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:15.322731 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-9345009e-f6da-4f6c-8cfd-9f3531eacc56 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1099 time: 0.0656178 Sep 10 11:44:15.367139 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-6b0be42a-9081-4223-acca-7bf7c98f4421 None None] Provisioning complete for port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:15.367666 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6b0be42a-9081-4223-acca-7bf7c98f4421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.429446 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-a43cca45-8643-45c5-8759-51b968a0aa9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:15.431720 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-a43cca45-8643-45c5-8759-51b968a0aa9a service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.1009080 Sep 10 11:44:15.445464 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Deleting port 2ed18c84-a2b1-43ec-825b-307c65a5b9c7 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:15.445728 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.508101 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-d6f1820b-536b-425e-b47b-80e4758f8cf8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 1002 time: 0.0636110 Sep 10 11:44:15.528691 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.529070 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.541585 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Calling delete_port for 2ed18c84-a2b1-43ec-825b-307c65a5b9c7 owned by network:floatingip {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:15.558557 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-55d0a850-9619-486a-a602-35cc0f178ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:15.560026 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-55d0a850-9619-486a-a602-35cc0f178ae1 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0446849 Sep 10 11:44:15.604498 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-ac08a954-a863-4fbe-bcff-bb8249e7cb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:15.605977 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-ac08a954-a863-4fbe-bcff-bb8249e7cb83 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0389049 Sep 10 11:44:15.698010 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-c7f2701b-2855-44bb-a11f-ecf81cec91f8 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835352 Sep 10 11:44:15.717077 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.746501 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event deleted for resources: {'Port': ['ID=2ed18c84-a2b1-43ec-825b-307c65a5b9c7,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:15.788595 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-6f770a26-d922-4ca8-b81c-ce9b348f86d3 req-202a18ff-86a8-48a0-bae7-4896c7bc794e service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836930 Sep 10 11:44:15.789480 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.807161 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks [] for floatingip, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:15.807489 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Floating IP 99cb5efb-e6e3-4bc7-beba-95f4dfba2027 disassociated (deleted). External IP: 172.27.2.189, port: e9c9f7bb-0e7f-4d86-af68-c1806c676f16. Sep 10 11:44:16.005144 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Router 87e8765a-242e-4d02-ae5a-f05eb68c7736 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:16.106433 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:16.116797 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] Sync routers for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:16.117087 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:16.126475 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:16.127173 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:16.149536 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a8a3b733-cf91-468a-aacd-30a18782f2e8 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "DELETE /v2.0/floatingips/99cb5efb-e6e3-4bc7-beba-95f4dfba2027 HTTP/1.1" status: 204 len: 168 time: 0.8891013 Sep 10 11:44:16.234940 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:16.300108 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68c215f-797d-4002-8c0c-49f309256994 req-2fad4588-bedf-48d7-af8c-7c6b86b558fa tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:16.301949 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d68c215f-797d-4002-8c0c-49f309256994 req-2fad4588-bedf-48d7-af8c-7c6b86b558fa tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0524662 Sep 10 11:44:16.346619 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-b5c0a961-cd3e-4073-8e05-a799afe7ac86 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0516863 Sep 10 11:44:16.375583 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d68c215f-797d-4002-8c0c-49f309256994 req-021fa72e-8f74-4ee0-97a6-e9412f72a858 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665975 Sep 10 11:44:16.457954 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-3594d0ea-50dd-4701-8df0-71bae2c3d3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:16.459517 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-3594d0ea-50dd-4701-8df0-71bae2c3d3a6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1099 time: 0.0460892 Sep 10 11:44:16.468865 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:16.494813 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] Checking router: 87e8765a-242e-4d02-ae5a-f05eb68c7736 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:16.502883 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:16.503479 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:16.565835 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-321f7038-ebcd-4553-b633-907cc5dc4892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:16.567305 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-321f7038-ebcd-4553-b633-907cc5dc4892 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.0839522 Sep 10 11:44:16.608216 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:16.612212 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-f162611d-e821-45a1-b77d-ad1669326f4c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 217 time: 0.0371854 Sep 10 11:44:16.660959 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-4139aa63-6af8-4b2b-8e22-c36c9d3e589b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:16.662394 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-4139aa63-6af8-4b2b-8e22-c36c9d3e589b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0432162 Sep 10 11:44:16.707474 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-16873ad3-e922-42cd-9d68-364674f14786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:16.708974 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-16873ad3-e922-42cd-9d68-364674f14786 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0385861 Sep 10 11:44:16.799208 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:16.799875 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-c527ee09-c85c-46f7-ad5d-d3a9134cc991 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827250 Sep 10 11:44:16.832232 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-628b46c3-d923-4a98-8174-4a19cc2efb41 None None] The sync data for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi is: [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:38:42Z', 'revision_number': 4, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': 'c5dcc549-e428-48c6-b928-e06f1b9ccf25', 'name': '', 'network_id': 'c3805ebe-cb54-4ed5-9702-678b387147ae', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'mac_address': 'fa:16:3e:e3:e2:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_interface', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:42Z', 'updated_at': '2021-09-10T11:38:48Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'subnets': [{'id': 'cb230c41-502e-4894-a12c-bb0394b48b37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:16.894960 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-0ebbcfd6-7178-4e2e-a22a-80a4d6cff273 req-6a775f12-ab8b-4041-8506-5cc196adc5b4 service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854075 Sep 10 11:44:17.061774 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8f75abe-488b-40e9-ab8f-69f03f0dae8f None None] New status for floating IP 99cb5efb-e6e3-4bc7-beba-95f4dfba2027: DOWN {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:44:17.218766 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:17.221121 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d86d644-922c-481c-9017-b5981b2ce12c" -d '{"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:17.255919 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f22bf39-8525-483d-a482-422eb38eedba x-openstack-request-id: req-5f22bf39-8525-483d-a482-422eb38eedba {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:17.256211 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:17.256500 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-5f22bf39-8525-483d-a482-422eb38eedba {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:17.256895 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'status': 'completed', 'code': 200} Sep 10 11:44:17.318708 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86d644-922c-481c-9017-b5981b2ce12c req-52b50245-ccaa-4569-ac1a-3ee9fe5ce179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:17.320155 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-52b50245-ccaa-4569-ac1a-3ee9fe5ce179 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=46913a133d6a4ced959ef3e01d056c7b&device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 1099 time: 0.0429134 Sep 10 11:44:17.406771 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86d644-922c-481c-9017-b5981b2ce12c req-247b6ebf-9648-40dd-b386-858e9818a729 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:17.408248 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-247b6ebf-9648-40dd-b386-858e9818a729 service neutron] 10.222.0.52 "GET /v2.0/networks?id=c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 200 len: 915 time: 0.0812786 Sep 10 11:44:17.453173 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-0013a242-9ebb-42fe-9f4f-11cdab3b5034 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 200 len: 217 time: 0.0383213 Sep 10 11:44:17.502789 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86d644-922c-481c-9017-b5981b2ce12c req-34979945-4d9b-4172-ab0a-5fef976c6285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:17.504235 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-34979945-4d9b-4172-ab0a-5fef976c6285 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 200 len: 853 time: 0.0448761 Sep 10 11:44:17.511061 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccbe296-6609-47c1-9ce4-a4ec6c027ec8 req-9868757e-739b-44c7-a13b-be2cc95ef0f0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:17.512712 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ccbe296-6609-47c1-9ce4-a4ec6c027ec8 req-9868757e-739b-44c7-a13b-be2cc95ef0f0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0536625 Sep 10 11:44:17.554056 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8ccbe296-6609-47c1-9ce4-a4ec6c027ec8 req-924ec6b2-76b6-4978-8395-55bfd6847471 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351834 Sep 10 11:44:17.558716 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86d644-922c-481c-9017-b5981b2ce12c req-79b92193-667b-42d1-b581-c4fd2c7c3e91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:17.560343 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-79b92193-667b-42d1-b581-c4fd2c7c3e91 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=c3805ebe-cb54-4ed5-9702-678b387147ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0482943 Sep 10 11:44:17.653459 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:44:17.664316 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-346a2291-9df2-40e2-8015-a3c07e7d0eab service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967982 Sep 10 11:44:17.744599 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:17.751047 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5d86d644-922c-481c-9017-b5981b2ce12c req-2f294f87-38d6-451f-9b3f-5e4af121608c service neutron] 10.222.0.52 "GET /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791550 Sep 10 11:44:17.755365 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'mac_address': 'fa:16:3e:dc:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:44:17.799154 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:17.811613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6669290-5e38-415c-b34a-6877f8bc871e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:44:17.830697 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:17.834338 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:17.881539 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:17.888670 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.889024 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.889427 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.889762 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.890087 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.890412 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.890790 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.891139 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.891465 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.891843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.892160 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:17.892512 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:18.173607 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['d6669290-5e38-415c-b34a-6877f8bc871e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:44:18.672980 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce2f8ce-1da4-4dda-9da2-73ca3cb877b8 req-020f423f-4e70-4d6c-9443-a8d95220eeb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:18.674825 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cce2f8ce-1da4-4dda-9da2-73ca3cb877b8 req-020f423f-4e70-4d6c-9443-a8d95220eeb6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 945 time: 0.0491376 Sep 10 11:44:18.710560 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cce2f8ce-1da4-4dda-9da2-73ca3cb877b8 req-d8ed4d88-0b2c-4db6-9d5b-02efbbc123f1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303962 Sep 10 11:44:18.870006 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fee435-8cf9-48f8-b9fe-83bbab46d47d req-408c01db-77c1-4e62-9ea3-aaf3cd8555eb tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:18.871349 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-58fee435-8cf9-48f8-b9fe-83bbab46d47d req-408c01db-77c1-4e62-9ea3-aaf3cd8555eb tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0470593 Sep 10 11:44:18.907407 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-58fee435-8cf9-48f8-b9fe-83bbab46d47d req-4f86281c-d4e8-4a87-ac63-a43e2e397c73 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302088 Sep 10 11:44:19.669367 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:19.717972 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port d6669290-5e38-415c-b34a-6877f8bc871e completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:19.721484 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port d6669290-5e38-415c-b34a-6877f8bc871e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:19.721850 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:19.796514 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:19.818767 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:19.821093 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b05265e-e9fd-492e-b8cb-7ce0663bc2b9" -d '{"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-plugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:19.834873 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71a6a1e-f07b-410b-982e-8056fcf6c2b4 req-40ad5d13-bf27-4100-b89b-e98164d17be5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:19.837435 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:19.838461 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f71a6a1e-f07b-410b-982e-8056fcf6c2b4 req-40ad5d13-bf27-4100-b89b-e98164d17be5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 945 time: 0.0551310 Sep 10 11:44:19.842437 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:19.869943 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccdf0950-bf04-4e9f-b102-410af83a0493 x-openstack-request-id: req-ccdf0950-bf04-4e9f-b102-410af83a0493 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:19.869943 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-plugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:19.869943 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-ccdf0950-bf04-4e9f-b102-410af83a0493 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:19.870323 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'code': 200} Sep 10 11:44:19.887658 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f71a6a1e-f07b-410b-982e-8056fcf6c2b4 req-044a54cb-97ee-48cc-a361-a339eaec1d82 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441475 Sep 10 11:44:19.897309 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:20.021085 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca48244-07ed-4cc3-8a8e-7d02c1b2bc45 req-0b8ddd07-8ae8-4eea-830a-0ea115559753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:20.022078 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2f883-0987-4754-8876-2cb244aa6663 req-3053116b-8a23-405c-be1e-cf299c21b67e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:20.022560 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aca48244-07ed-4cc3-8a8e-7d02c1b2bc45 req-0b8ddd07-8ae8-4eea-830a-0ea115559753 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1099 time: 0.0377882 Sep 10 11:44:20.023546 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0d2f883-0987-4754-8876-2cb244aa6663 req-3053116b-8a23-405c-be1e-cf299c21b67e tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0482376 Sep 10 11:44:20.060281 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aca48244-07ed-4cc3-8a8e-7d02c1b2bc45 req-b36b201a-c95c-4271-8ca8-cb4c4a8d9ed5 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306928 Sep 10 11:44:20.060920 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0d2f883-0987-4754-8876-2cb244aa6663 req-be4e386d-3161-4809-8428-9b5de77b194d tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309734 Sep 10 11:44:21.004748 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edfdf3c-b429-461d-880d-faabf95a575f req-d69e6375-da94-4fd1-a5bb-d298595febc9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:21.006182 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8edfdf3c-b429-461d-880d-faabf95a575f req-d69e6375-da94-4fd1-a5bb-d298595febc9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0473702 Sep 10 11:44:21.042264 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8edfdf3c-b429-461d-880d-faabf95a575f req-8322a281-f78b-4530-bd7a-d4fe37e02fec tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304046 Sep 10 11:44:21.174813 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445824fb-aaa3-42e9-9f1c-8e4513c2536c req-f3519376-be42-4d55-b3a0-131afa10d178 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:21.176190 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-445824fb-aaa3-42e9-9f1c-8e4513c2536c req-f3519376-be42-4d55-b3a0-131afa10d178 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0511730 Sep 10 11:44:21.192163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-8cd72ec4-3597-4775-ba50-2c438f176795 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:21.193643 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-8cd72ec4-3597-4775-ba50-2c438f176795 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.52 "GET /v2.0/ports?device_id=45ebd891-4507-4b3c-93f3-5d8ad06aedfe HTTP/1.1" status: 200 len: 946 time: 0.0476768 Sep 10 11:44:21.213295 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-445824fb-aaa3-42e9-9f1c-8e4513c2536c req-eeffd27b-6740-423f-a4ac-2140148cb705 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.35 "GET /v2.0/security-groups?id=e278be44-687f-417e-ac28-8d3666ce045d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305192 Sep 10 11:44:21.284375 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Deleting port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:21.284743 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:21.370646 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] For port e9c9f7bb-0e7f-4d86-af68-c1806c676f16, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:21.371000 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:21.382201 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Calling delete_port for e9c9f7bb-0e7f-4d86-af68-c1806c676f16 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:21.508212 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:21.519988 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e9c9f7bb-0e7f-4d86-af68-c1806c676f16'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:44:21.537084 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Pushing event deleted for resources: {'Port': ['ID=e9c9f7bb-0e7f-4d86-af68-c1806c676f16,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:21.578589 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] No DVR routers for this DVR port e9c9f7bb-0e7f-4d86-af68-c1806c676f16 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:44:21.581021 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:21.582996 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-af4b278c-2f3f-454c-a4a6-a89f2049ad8f req-c2f84477-2ffd-4f13-b79a-488f015ad467 tempest-TestMinimumBasicScenario-1233279720 tempest-TestMinimumBasicScenario-1233279720-project] 10.222.0.52 "DELETE /v2.0/ports/e9c9f7bb-0e7f-4d86-af68-c1806c676f16 HTTP/1.1" status: 204 len: 173 time: 0.3792851 Sep 10 11:44:21.583422 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'name': 'network-vif-deleted', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:21.585667 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6200d367-a650-4c32-94fc-2913bd5e42fb" -d '{"events": [{"server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "name": "network-vif-deleted", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:21.625574 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03318049-fdf6-44ec-8b9e-5a4597b58d14 x-openstack-request-id: req-03318049-fdf6-44ec-8b9e-5a4597b58d14 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:21.625874 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ebd891-4507-4b3c-93f3-5d8ad06aedfe", "name": "network-vif-deleted", "tag": "e9c9f7bb-0e7f-4d86-af68-c1806c676f16", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:21.626544 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-03318049-fdf6-44ec-8b9e-5a4597b58d14 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:21.626936 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ebd891-4507-4b3c-93f3-5d8ad06aedfe', 'name': 'network-vif-deleted', 'tag': 'e9c9f7bb-0e7f-4d86-af68-c1806c676f16', 'status': 'completed', 'code': 200} Sep 10 11:44:22.170899 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c45c29-96a9-4615-975e-acbd8abcdf83 req-849dc2ae-3726-4488-b3b9-e6422ae48f5f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:22.172257 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-62c45c29-96a9-4615-975e-acbd8abcdf83 req-849dc2ae-3726-4488-b3b9-e6422ae48f5f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0596151 Sep 10 11:44:22.209006 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-62c45c29-96a9-4615-975e-acbd8abcdf83 req-f9dd924b-01cd-46ea-ba7e-842d915c1403 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308261 Sep 10 11:44:22.324801 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ec4df-90ea-41f1-aa92-c5deae67b698 req-dd7e5494-ff37-4dc7-8019-91bbd60e67ad tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:22.326277 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cc4ec4df-90ea-41f1-aa92-c5deae67b698 req-dd7e5494-ff37-4dc7-8019-91bbd60e67ad tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0494409 Sep 10 11:44:22.335167 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55902) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:22.339550 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Request body: {'floatingip': {'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:22.380347 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:22.885581 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55942) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:23.053098 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:23.056556 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:23.151842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Floating IP 1e1b8998-a5ca-46b5-bb85-973ded0b0e3f associated. External IP: 172.27.2.74, port: d6669290-5e38-415c-b34a-6877f8bc871e. Sep 10 11:44:23.353894 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:23.433691 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:23.459336 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:23.465060 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:23.471464 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:23.480997 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:23.481631 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:23.493801 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d9c66645-1f26-4380-bbef-3d95690e3c72 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "PUT /v2.0/floatingips/1e1b8998-a5ca-46b5-bb85-973ded0b0e3f HTTP/1.1" status: 200 len: 991 time: 1.1575110 Sep 10 11:44:23.494407 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:44:23.496729 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce23659d-c02d-4933-965a-85c04b8754cc" -d '{"events": [{"name": "network-changed", "server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:44:23.539046 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8281d328-2634-46f3-9e05-2080822a1ba2 x-openstack-request-id: req-8281d328-2634-46f3-9e05-2080822a1ba2 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:44:23.539344 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:44:23.539598 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8281d328-2634-46f3-9e05-2080822a1ba2 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:44:23.540002 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'status': 'completed', 'code': 200} Sep 10 11:44:23.606967 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:23.761434 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23659d-c02d-4933-965a-85c04b8754cc req-25af3d83-db1b-4776-89f3-02b0a779edac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:23.762876 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-25af3d83-db1b-4776-89f3-02b0a779edac service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1099 time: 0.0816021 Sep 10 11:44:23.829178 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '1e1b8998-a5ca-46b5-bb85-973ded0b0e3f', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'mac_address': 'fa:16:3e:dc:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:44:10Z', 'updated_at': '2021-09-10T11:44:22Z', 'revision_number': 1, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:23.854574 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:23.863014 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:23.863563 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:23.949301 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23659d-c02d-4933-965a-85c04b8754cc req-47728006-b3ff-4448-965b-989980950bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:23.950745 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-47728006-b3ff-4448-965b-989980950bdb service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.1794841 Sep 10 11:44:23.966988 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:24.058201 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-62e1477f-3fb0-4b2e-89d0-ad93d0154975 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 999 time: 0.0977597 Sep 10 11:44:24.117083 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Deleting port c5dcc549-e428-48c6-b928-e06f1b9ccf25 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:24.117328 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:24.123610 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23659d-c02d-4933-965a-85c04b8754cc req-4463c0f9-aa39-4c3f-94af-01e65622d175 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:24.125187 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-4463c0f9-aa39-4c3f-94af-01e65622d175 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0589304 Sep 10 11:44:24.214503 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce23659d-c02d-4933-965a-85c04b8754cc req-8d9af5a9-4694-4b5f-8dad-af1e9fb98226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:24.215971 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-8d9af5a9-4694-4b5f-8dad-af1e9fb98226 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0812929 Sep 10 11:44:24.263839 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] For port c5dcc549-e428-48c6-b928-e06f1b9ccf25, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=c5dcc549-e428-48c6-b928-e06f1b9ccf25,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:24.264197 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:24.301180 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Calling delete_port for c5dcc549-e428-48c6-b928-e06f1b9ccf25 owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:24.302091 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '1e1b8998-a5ca-46b5-bb85-973ded0b0e3f', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'mac_address': 'fa:16:3e:dc:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:44:10Z', 'updated_at': '2021-09-10T11:44:22Z', 'revision_number': 1, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:24.331215 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469200d8-40e9-4c4f-b5a0-31a0b4748eed None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '1e1b8998-a5ca-46b5-bb85-973ded0b0e3f', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'floating_ip_address': '172.27.2.74', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 569, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'mac_address': 'fa:16:3e:dc:49:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:44:10Z', 'updated_at': '2021-09-10T11:44:22Z', 'revision_number': 1, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:24.369450 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-8aabefc7-c529-481e-a0d2-944ec697e14d service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444299 Sep 10 11:44:24.515432 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3d1529-214a-4919-97e1-2e922e7fd6dd None None] New status for floating IP 1e1b8998-a5ca-46b5-bb85-973ded0b0e3f: ACTIVE {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:44:24.516178 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ce23659d-c02d-4933-965a-85c04b8754cc req-c20c74f2-cf33-4851-bfdc-d3368ec28459 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1372821 Sep 10 11:44:24.575507 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:24.601637 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5dcc549-e428-48c6-b928-e06f1b9ccf25,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:24.790603 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:24.991806 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Router 87e8765a-242e-4d02-ae5a-f05eb68c7736 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:25.094484 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:25.101454 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c4d28781-b405-4246-9c0b-207fd8a04fb4 admin admin] 10.222.0.35 "PUT /v2.0/routers/87e8765a-242e-4d02-ae5a-f05eb68c7736/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2132707 Sep 10 11:44:25.103565 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55952) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:25.105986 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] Sync routers for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:25.114933 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:25.115529 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:25.202545 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.216247 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:25.302608 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.354406 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Deleting port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:25.354743 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.386635 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82'}], 'enable_snat': True}, 'gw_port_id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:44:24Z', 'revision_number': 5, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port': {'id': '3b1d3173-5317-4b2d-aecb-22c1a9d9e155', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:0b:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:40Z', 'updated_at': '2021-09-10T11:38:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:25.415567 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] Checking router: 87e8765a-242e-4d02-ae5a-f05eb68c7736 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:25.424183 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] Routers {'87e8765a-242e-4d02-ae5a-f05eb68c7736'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:25.424806 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['87e8765a-242e-4d02-ae5a-f05eb68c7736'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:25.432588 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] For port 3b1d3173-5317-4b2d-aecb-22c1a9d9e155, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:25.432949 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.444182 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Calling delete_port for 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:25.504003 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] Set router 87e8765a-242e-4d02-ae5a-f05eb68c7736 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:25.557367 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:44:25Z', 'revision_number': 6, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:25.583033 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bde5aa45-fbf4-439f-bcb4-d4c259ad20ff None None] The sync data for ids ['87e8765a-242e-4d02-ae5a-f05eb68c7736'] in dv-cinder-759962-12-iscsi is: [{'id': '87e8765a-242e-4d02-ae5a-f05eb68c7736', 'name': 'tempest-TestMinimumBasicScenario-299006074-router', 'tenant_id': '46913a133d6a4ced959ef3e01d056c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:39Z', 'updated_at': '2021-09-10T11:44:25Z', 'revision_number': 6, 'project_id': '46913a133d6a4ced959ef3e01d056c7b', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:25.612629 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.637360 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b1d3173-5317-4b2d-aecb-22c1a9d9e155,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:25.699358 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.715932 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e9c9f7bb-0e7f-4d86-af68-c1806c676f16 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:25.738485 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: e9c9f7bb-0e7f-4d86-af68-c1806c676f16 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:25.738826 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e9c9f7bb-0e7f-4d86-af68-c1806c676f16 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:25.800431 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.802513 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.862089 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.862563 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87e8765a-242e-4d02-ae5a-f05eb68c7736 {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:44:25.867406 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:25.871352 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8c03727a-9e0b-4153-83f9-b06f6f139d43 admin admin] 10.222.0.35 "DELETE /v2.0/routers/87e8765a-242e-4d02-ae5a-f05eb68c7736 HTTP/1.1" status: 204 len: 168 time: 0.7640858 Sep 10 11:44:25.871580 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55956) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:26.026016 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c5dcc549-e428-48c6-b928-e06f1b9ccf25 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:26.045991 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: c5dcc549-e428-48c6-b928-e06f1b9ccf25 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:26.046328 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c5dcc549-e428-48c6-b928-e06f1b9ccf25 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:26.142047 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Deleting subnet cb230c41-502e-4894-a12c-bb0394b48b37 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:44:26.144998 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.180797 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.284261 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.340337 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.364165 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb230c41-502e-4894-a12c-bb0394b48b37,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:26.370614 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.372579 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-67a3cc23-84bb-4a38-8b08-dd9ff0300b1f admin admin] 10.222.0.35 "DELETE /v2.0/subnets/cb230c41-502e-4894-a12c-bb0394b48b37 HTTP/1.1" status: 204 len: 168 time: 0.4999962 Sep 10 11:44:26.374978 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 55958) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:26.377699 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-512c390e-3177-4440-91da-4625f4a0c0db None None] Network c3805ebe-cb54-4ed5-9702-678b387147ae requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:44:26.442377 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.504514 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Deleting port 134c5091-59f0-44c0-8214-473bc39fa18c {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:26.505214 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.586450 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] For port 134c5091-59f0-44c0-8214-473bc39fa18c, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=134c5091-59f0-44c0-8214-473bc39fa18c,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:26.586900 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.596604 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] DHCP port deletion for c3805ebe-cb54-4ed5-9702-678b387147ae request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:44:26.605711 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Calling delete_port for 134c5091-59f0-44c0-8214-473bc39fa18c owned by network:dhcp {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:26.653965 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] Deleting port 134c5091-59f0-44c0-8214-473bc39fa18c {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:26.654593 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.698606 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.727111 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] For port 134c5091-59f0-44c0-8214-473bc39fa18c, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=134c5091-59f0-44c0-8214-473bc39fa18c,segment=NetworkSegment(d5281260-c11e-46da-a19e-c579b76bc0d7),segment_id=d5281260-c11e-46da-a19e-c579b76bc0d7)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:26.727111 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.730724 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Pushing event deleted for resources: {'Port': ['ID=134c5091-59f0-44c0-8214-473bc39fa18c,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:26.738369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] No DVR routers for this DVR port 134c5091-59f0-44c0-8214-473bc39fa18c on host dv-cinder-759962-12-iscsi {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:44:26.741899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] Calling delete_port for 134c5091-59f0-44c0-8214-473bc39fa18c owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:26.815613 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.836005 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3805ebe-cb54-4ed5-9702-678b387147ae']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:26.848609 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5281260-c11e-46da-a19e-c579b76bc0d7') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:26.848955 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5281260-c11e-46da-a19e-c579b76bc0d7') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:26.858458 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.869063 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.871121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.877110 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Releasing vlan 591 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:44:26.877519 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:44:26.879276 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:44:26.891313 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] Pushing event deleted for resources: {'Port': ['ID=134c5091-59f0-44c0-8214-473bc39fa18c,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:26.897213 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18466c3d-16a4-4d91-acf8-e647661d60f3 None None] No DVR routers for this DVR port 134c5091-59f0-44c0-8214-473bc39fa18c on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:44:26.934990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.940589 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:26.942196 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] 10.222.0.35 "DELETE /v2.0/networks/c3805ebe-cb54-4ed5-9702-678b387147ae HTTP/1.1" status: 204 len: 168 time: 0.5662870 Sep 10 11:44:26.945307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55962) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:26.952651 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71153518-a710-4429-a4e0-c46daf4c2ea0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3805ebe-cb54-4ed5-9702-678b387147ae,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:27.276118 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:27.507990 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Deleting port 33538a3d-1e2c-428c-af8f-4da0dec13ad8 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:27.508327 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:27.583486 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] For port 33538a3d-1e2c-428c-af8f-4da0dec13ad8, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=33538a3d-1e2c-428c-af8f-4da0dec13ad8,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:27.583846 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:27.595840 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Calling delete_port for 33538a3d-1e2c-428c-af8f-4da0dec13ad8 owned by network:router_interface {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:27.768260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:27.798427 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Pushing event deleted for resources: {'Port': ['ID=33538a3d-1e2c-428c-af8f-4da0dec13ad8,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:27.968875 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:28.003831 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:28.023327 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:28.023669 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 3b1d3173-5317-4b2d-aecb-22c1a9d9e155 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:28.024079 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 134c5091-59f0-44c0-8214-473bc39fa18c no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:28.045435 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 134c5091-59f0-44c0-8214-473bc39fa18c {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:28.045781 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 134c5091-59f0-44c0-8214-473bc39fa18c not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:28.177235 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Router 9e16851a-577c-46b6-90dd-8b2468839497 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:28.277824 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:28.282946 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-7da4bf61-d5d5-4ff8-af8e-f9b51d16cc50 admin admin] 10.222.0.35 "PUT /v2.0/routers/9e16851a-577c-46b6-90dd-8b2468839497/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3363800 Sep 10 11:44:28.285164 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55966) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:28.287597 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] Sync routers for ids ['9e16851a-577c-46b6-90dd-8b2468839497'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:28.297527 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] Routers {'9e16851a-577c-46b6-90dd-8b2468839497'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:28.298116 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['9e16851a-577c-46b6-90dd-8b2468839497'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:28.383820 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks [] for router, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:28.397891 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] Set router 9e16851a-577c-46b6-90dd-8b2468839497 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:28.483784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:28.535186 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Deleting port c3416601-2f4e-436f-b1b5-47aa014055f6 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:28.535523 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:28.575916 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115'}], 'enable_snat': True}, 'gw_port_id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:44:27Z', 'revision_number': 5, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port': {'id': 'c3416601-2f4e-436f-b1b5-47aa014055f6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:15:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e16851a-577c-46b6-90dd-8b2468839497', 'device_owner': 'network:router_gateway', 'standard_attr_id': 357, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:38:45Z', 'updated_at': '2021-09-10T11:38:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:28.602462 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] Checking router: 9e16851a-577c-46b6-90dd-8b2468839497 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:28.610520 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] Routers {'9e16851a-577c-46b6-90dd-8b2468839497'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:28.611111 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['9e16851a-577c-46b6-90dd-8b2468839497'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:28.613307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] For port c3416601-2f4e-436f-b1b5-47aa014055f6, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=c3416601-2f4e-436f-b1b5-47aa014055f6,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:28.613681 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:28.625928 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Calling delete_port for c3416601-2f4e-436f-b1b5-47aa014055f6 owned by network:router_gateway {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:28.695831 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] Set router 9e16851a-577c-46b6-90dd-8b2468839497 gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:28.747268 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:44:28Z', 'revision_number': 6, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:28.775895 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae39ee1-41db-4cb3-bb21-4063d7657704 None None] The sync data for ids ['9e16851a-577c-46b6-90dd-8b2468839497'] in dv-cinder-759962-12-iscsi is: [{'id': '9e16851a-577c-46b6-90dd-8b2468839497', 'name': 'tempest-TestMinimumBasicScenario-967110264-router', 'tenant_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:38:44Z', 'updated_at': '2021-09-10T11:44:28Z', 'revision_number': 6, 'project_id': '4ccb0c24fd884b4cac2b3e80c26b32fe', 'gw_port_host': None}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:28.789966 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:28.813563 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3416601-2f4e-436f-b1b5-47aa014055f6,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:29.120275 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.214544 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.216649 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.259698 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.260155 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9e16851a-577c-46b6-90dd-8b2468839497 {{(pid=94058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:44:29.264610 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.265733 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-285abf40-626e-430d-9140-d5ee09080770 admin admin] 10.222.0.35 "DELETE /v2.0/routers/9e16851a-577c-46b6-90dd-8b2468839497 HTTP/1.1" status: 204 len: 168 time: 0.9796815 Sep 10 11:44:29.268220 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55970) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:29.314695 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Deleting subnet e3a09c5d-8eb9-423f-8c79-69571b0d0a57 {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:44:29.317687 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.349785 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66470651'] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.456655 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.509830 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66413517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66124728'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.533103 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a09c5d-8eb9-423f-8c79-69571b0d0a57,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:29.538673 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.541343 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d8ed9742-6055-48d8-ba97-0dc86994150b admin admin] 10.222.0.35 "DELETE /v2.0/subnets/e3a09c5d-8eb9-423f-8c79-69571b0d0a57 HTTP/1.1" status: 204 len: 168 time: 0.2713702 Sep 10 11:44:29.543559 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55972) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:29.546045 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef5921e-2012-43a9-ab39-78be24254435 None None] Network e35d95ae-1d96-4f06-b1aa-3da386715494 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:44:29.611477 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.672299 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Deleting port 4e6c469f-e1ab-48e3-986b-f9ede543539e {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:29.672661 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.713395 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] DHCP port deletion for e35d95ae-1d96-4f06-b1aa-3da386715494 request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:44:29.738553 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] For port 4e6c469f-e1ab-48e3-986b-f9ede543539e, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4e6c469f-e1ab-48e3-986b-f9ede543539e,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:29.738925 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.751892 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Calling delete_port for 4e6c469f-e1ab-48e3-986b-f9ede543539e owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:29.763303 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] Deleting port 4e6c469f-e1ab-48e3-986b-f9ede543539e {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:44:29.763740 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.825875 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] For port 4e6c469f-e1ab-48e3-986b-f9ede543539e, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4e6c469f-e1ab-48e3-986b-f9ede543539e,segment=NetworkSegment(101db3f3-7816-4bad-9dd6-354e6064038a),segment_id=101db3f3-7816-4bad-9dd6-354e6064038a)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:29.826272 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.839698 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] Calling delete_port for 4e6c469f-e1ab-48e3-986b-f9ede543539e owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:44:29.839871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.866904 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Pushing event deleted for resources: {'Port': ['ID=4e6c469f-e1ab-48e3-986b-f9ede543539e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:29.868602 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] No DVR routers for this DVR port 4e6c469f-e1ab-48e3-986b-f9ede543539e on host dv-cinder-759962-12-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:44:29.934607 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.943499 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.960271 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 33538a3d-1e2c-428c-af8f-4da0dec13ad8 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:29.965358 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] Pushing event deleted for resources: {'Port': ['ID=4e6c469f-e1ab-48e3-986b-f9ede543539e,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:29.968112 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e35d95ae-1d96-4f06-b1aa-3da386715494']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:29.977541 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '101db3f3-7816-4bad-9dd6-354e6064038a') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:29.977836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '101db3f3-7816-4bad-9dd6-354e6064038a') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:29.985323 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 33538a3d-1e2c-428c-af8f-4da0dec13ad8 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:29.985673 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 33538a3d-1e2c-428c-af8f-4da0dec13ad8 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:29.986088 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4e6c469f-e1ab-48e3-986b-f9ede543539e no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:29.987778 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:29.987917 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c135c8c8-17a6-4b3d-8486-1590fee362d0 None None] No DVR routers for this DVR port 4e6c469f-e1ab-48e3-986b-f9ede543539e on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:44:30.004872 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.007577 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 4e6c469f-e1ab-48e3-986b-f9ede543539e {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:30.007970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4e6c469f-e1ab-48e3-986b-f9ede543539e not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:30.008653 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c3416601-2f4e-436f-b1b5-47aa014055f6 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:44:30.014025 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Releasing vlan 596 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:44:30.014597 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:44:30.016628 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:44:30.029038 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: c3416601-2f4e-436f-b1b5-47aa014055f6 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:44:30.029390 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device c3416601-2f4e-436f-b1b5-47aa014055f6 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:44:30.076700 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.084192 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.084192 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] 10.222.0.35 "DELETE /v2.0/networks/e35d95ae-1d96-4f06-b1aa-3da386715494 HTTP/1.1" status: 204 len: 168 time: 0.5392823 Sep 10 11:44:30.096957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44786f43-a747-4f52-be6e-fdae5c8a0afe admin admin] Pushing event deleted for resources: {'Network': ['ID=e35d95ae-1d96-4f06-b1aa-3da386715494,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:30.198938 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55978) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:30.237889 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-65bb3c04-4f29-4453-88f0-b20c87879d6f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=46913a133d6a4ced959ef3e01d056c7b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378215 Sep 10 11:44:30.240217 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55980) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:30.289138 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-73df9066-e04c-403c-88f7-33a33ecc9193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.310291 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-73df9066-e04c-403c-88f7-33a33ecc9193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.354080 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-73df9066-e04c-403c-88f7-33a33ecc9193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.356713 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-73df9066-e04c-403c-88f7-33a33ecc9193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.357823 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-73df9066-e04c-403c-88f7-33a33ecc9193 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/e278be44-687f-417e-ac28-8d3666ce045d HTTP/1.1" status: 204 len: 168 time: 0.1167097 Sep 10 11:44:30.365790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73df9066-e04c-403c-88f7-33a33ecc9193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e278be44-687f-417e-ac28-8d3666ce045d,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:30.655324 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55986) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:30.694046 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-36aff947-6e41-49f2-b989-8515cdcfc6fb admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4ccb0c24fd884b4cac2b3e80c26b32fe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0376189 Sep 10 11:44:30.696442 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 55988) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:30.744536 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-167589c5-6a54-4041-9fd4-723943068066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.764650 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-167589c5-6a54-4041-9fd4-723943068066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.809351 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-167589c5-6a54-4041-9fd4-723943068066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.811923 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-167589c5-6a54-4041-9fd4-723943068066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:30.813146 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-167589c5-6a54-4041-9fd4-723943068066 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/2acd726a-f89a-4cc7-a528-7a45fa78236b HTTP/1.1" status: 204 len: 168 time: 0.1152346 Sep 10 11:44:30.820666 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167589c5-6a54-4041-9fd4-723943068066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acd726a-f89a-4cc7-a528-7a45fa78236b,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:31.373849 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:44:31.460297 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56012) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:31.553214 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1146728694-network', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:31.574338 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Made reservation on behalf of 57580e6e7c1c414dba2bb68af3feb764 for: {'network': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:44:31.576702 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.587363 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.675340 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.679015 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.699517 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 561} {{(pid=94058) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:44:31.712582 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bbf7a8-7d17-4f4b-9471-0690e5f15ec6,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:31.717388 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.717727 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.segments_db [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Added segment 2bafe624-77cc-4e67-ad3a-1ff317680647 of type vlan for network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f Sep 10 11:44:31.756655 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.780126 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.781078 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:31.781659 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.811687 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3502014 Sep 10 11:44:31.814790 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56016) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:31.819767 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Request body: {'subnet': {'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1146728694-subnet', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:31.839093 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Made reservation on behalf of 57580e6e7c1c414dba2bb68af3feb764 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:44:31.841495 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66159081'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:31.845333 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf2cde-a53c-4805-a07c-113d8497012c admin admin] Pushing event updated for resources: {'Network': ['ID=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:31.855213 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:44:32.003261 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63797422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66159095'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.061302 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62e8e08-757a-4a33-a42c-266a92eb25cd,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:32.068446 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Checking segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:32.068801 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Network hostable DHCP agents. Network: 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:44:32.085358 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:44:32.094415 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:32.098942 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:32.099979 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.104589 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b423db33-9f8d-4870-b09b-53504b36d9cd None None] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:44:32.114363 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-61c9bed9-d9d3-4539-a49c-2dff48004807 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.2983599 Sep 10 11:44:32.116930 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56018) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:32.121112 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:32.140736 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.141698 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.193939 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.249255 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:44:32.250225 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.330120 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.383413 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Allocated IP 172.20.0.2 (5bf95ace-a137-4cf9-8f9f-2ada4a33e64f/a62e8e08-757a-4a33-a42c-266a92eb25cd/10c64890-c135-4e02-80ca-c1762af489da) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:32.522912 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.525857 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.531227 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Transition to ACTIVE for port object 10c64890-c135-4e02-80ca-c1762af489da will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:32.544924 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.546249 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Transition to ACTIVE for port object 10c64890-c135-4e02-80ca-c1762af489da will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:32.552808 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.587598 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:32.590415 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:32.592844 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:32.607137 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Pushing event updated for resources: {'Port': ['ID=10c64890-c135-4e02-80ca-c1762af489da,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:32.650767 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Allocated IP 172.27.2.32 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/4a6091b0-b94c-4fec-8143-5e7e23661283) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:32.654526 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Attempting to bind port 10c64890-c135-4e02-80ca-c1762af489da on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:32.654890 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Attempting to bind port 10c64890-c135-4e02-80ca-c1762af489da by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:32.655246 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Attempting to bind port 10c64890-c135-4e02-80ca-c1762af489da on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:32.660392 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:32.660760 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Checking segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:32.661155 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.661534 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Bound using segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:32.661985 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Bound port: 10c64890-c135-4e02-80ca-c1762af489da, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:32.662394 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.726131 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] For port 10c64890-c135-4e02-80ca-c1762af489da, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:32.729893 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] For port 10c64890-c135-4e02-80ca-c1762af489da, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=10c64890-c135-4e02-80ca-c1762af489da,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:32.733472 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.757241 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.797216 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:32.835180 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:32.838556 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:32.842167 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:32.868383 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Pushing event updated for resources: {'Port': ['ID=4a6091b0-b94c-4fec-8143-5e7e23661283,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:32.906081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1673214-a292-4d19-84fd-d36fe7805b0c None None] Pushing event updated for resources: {'Port': ['ID=10c64890-c135-4e02-80ca-c1762af489da,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:33.108758 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:33.298778 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:33.421121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Router fe1065c9-692f-4f14-9393-858ccb63c871 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:44:33.528305 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:33.539237 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:33.549265 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:33.549480 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:33.550111 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:33.550682 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d4f3280c-defb-40fe-a93b-ad7d1b059c10 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.4328189 Sep 10 11:44:33.553400 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56024) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:33.664148 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:33.732905 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97879f3-aec5-4f8e-a5ec-4bff8c620bc6 None None] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:44:33.826097 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-25eca43e-c5ee-4f27-88ed-69aaf91f8826 None None] Provisioning for port 10c64890-c135-4e02-80ca-c1762af489da completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:33.982173 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:32Z', 'revision_number': 3, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:34.014467 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 10c64890-c135-4e02-80ca-c1762af489da up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:34.018297 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:34.018643 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Updating router fe1065c9-692f-4f14-9393-858ccb63c871 port 4a6091b0-b94c-4fec-8143-5e7e23661283 binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:44:34.069905 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.119836 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 10c64890-c135-4e02-80ca-c1762af489da completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:34.166082 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 10c64890-c135-4e02-80ca-c1762af489da triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:34.166450 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.201034 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.325748 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f241badf-9654-4809-a3c8-e9d6befc0945 None None] Provisioning complete for port 10c64890-c135-4e02-80ca-c1762af489da triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:34.326110 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f241badf-9654-4809-a3c8-e9d6befc0945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.351125 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Allocated IP 172.20.0.1 (5bf95ace-a137-4cf9-8f9f-2ada4a33e64f/a62e8e08-757a-4a33-a42c-266a92eb25cd/31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:34.358546 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.456228 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.458707 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 10c64890-c135-4e02-80ca-c1762af489da, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=10c64890-c135-4e02-80ca-c1762af489da,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:34.464662 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.467020 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.470787 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Transition to ACTIVE for port object 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:34.503862 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.514903 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Transition to ACTIVE for port object 4a6091b0-b94c-4fec-8143-5e7e23661283 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:34.527351 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.539675 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:34.542764 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:34.546116 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:34.566884 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=10c64890-c135-4e02-80ca-c1762af489da,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:34.576991 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Pushing event updated for resources: {'Port': ['ID=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:34.595304 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.603324 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Attempting to bind port 4a6091b0-b94c-4fec-8143-5e7e23661283 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:34.603684 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Attempting to bind port 4a6091b0-b94c-4fec-8143-5e7e23661283 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:34.604038 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Attempting to bind port 4a6091b0-b94c-4fec-8143-5e7e23661283 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:34.614599 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:34.614966 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:34.615359 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.615738 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:34.616198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Bound port: 4a6091b0-b94c-4fec-8143-5e7e23661283, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:34.616614 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.641258 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e6e8-45a9-4dad-b5fd-f6dba4a05768 None None] Pushing event updated for resources: {'Port': ['ID=4a6091b0-b94c-4fec-8143-5e7e23661283,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:34.678085 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] For port 4a6091b0-b94c-4fec-8143-5e7e23661283, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:34.682353 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] For port 4a6091b0-b94c-4fec-8143-5e7e23661283, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4a6091b0-b94c-4fec-8143-5e7e23661283,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:34.686978 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.738485 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.744644 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:34.745260 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:34.790089 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e6e8-45a9-4dad-b5fd-f6dba4a05768 None None] Pushing event updated for resources: {'Port': ['ID=4a6091b0-b94c-4fec-8143-5e7e23661283,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:34.808178 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-3a606baf-3696-4e2a-9ccb-4313ba18c41d None None] Provisioning for port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:34.817357 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-3a606baf-3696-4e2a-9ccb-4313ba18c41d None None] Provisioning complete for port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:34.817357 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3a606baf-3696-4e2a-9ccb-4313ba18c41d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.888934 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-3a606baf-3696-4e2a-9ccb-4313ba18c41d None None] Port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:44:34.893298 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:34.899226 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.903775 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:34.971025 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Pushing event updated for resources: {'Port': ['ID=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:34.974457 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:35.061531 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:35.062872 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:35.087637 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:35.113675 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc43334-dcc2-4d1b-8147-7af67f845970 None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:35.179431 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:35.288652 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:35.295624 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b5b9ef63-9063-4a70-87b8-fecd1b44f266 admin admin] 10.222.0.35 "PUT /v2.0/routers/fe1065c9-692f-4f14-9393-858ccb63c871/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7412789 Sep 10 11:44:35.334115 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-aa2c1689-076e-40aa-82ee-327dbb9e80f9 None None] Provisioning complete for port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:35.334423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa2c1689-076e-40aa-82ee-327dbb9e80f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:35.502363 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-aa2c1689-076e-40aa-82ee-327dbb9e80f9 None None] Port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:44:35.836672 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56044) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:35.841566 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-38483116-network', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:35.865287 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Made reservation on behalf of eb0321a2e60b4608a0687bacd2083912 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:44:35.867788 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:35.878580 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:35.993697 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:35.998604 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.026065 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 594} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:44:36.036764 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=607ed213-c58d-421f-a772-bee447578be2,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:36.042884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.043233 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Added segment 008594ae-f89d-4a32-b60a-9f092dbc53c1 of type vlan for network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 Sep 10 11:44:36.074232 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a6091b0-b94c-4fec-8143-5e7e23661283 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:36.091867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.117341 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.118600 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:36.119475 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.128589 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 4a6091b0-b94c-4fec-8143-5e7e23661283 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:36.132973 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 4a6091b0-b94c-4fec-8143-5e7e23661283 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:36.133348 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.154391 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3140359 Sep 10 11:44:36.154579 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56046) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:36.159034 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Request body: {'subnet': {'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-38483116-subnet', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:36.181824 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Made reservation on behalf of eb0321a2e60b4608a0687bacd2083912 for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:44:36.184193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.193451 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20d0aad-1a7b-4a53-add6-b090cc86b7fc admin admin] Pushing event updated for resources: {'Network': ['ID=e60f8da2-9a4c-42e3-bbac-6c877a5686b7,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:36.205955 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:44:36.267580 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.296730 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 4a6091b0-b94c-4fec-8143-5e7e23661283, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4a6091b0-b94c-4fec-8143-5e7e23661283,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:36.302096 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.303005 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 10c64890-c135-4e02-80ca-c1762af489da up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:36.380564 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=4a6091b0-b94c-4fec-8143-5e7e23661283,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:36.382124 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.393979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 10c64890-c135-4e02-80ca-c1762af489da triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:36.394447 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.443466 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c848168-b034-481b-b994-6aa93304f70b,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:36.453626 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Checking segment: {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:36.453984 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Network hostable DHCP agents. Network: e60f8da2-9a4c-42e3-bbac-6c877a5686b7, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:44:36.470152 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:44:36.479318 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, e60f8da2-9a4c-42e3-bbac-6c877a5686b7) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:36.483891 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:44:36.484837 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.488622 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0faa4e-8a84-4920-b69a-3f1d64070a43 None None] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:44:36.498799 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b348c1e0-b880-4777-899f-b243c0226961 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3436291 Sep 10 11:44:36.501534 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56048) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:36.505918 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:36.525787 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.527085 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.598082 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.644223 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'fixed_ips': [{'subnet_id': '0c848168-b034-481b-b994-6aa93304f70b'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:44:36.645121 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.731807 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.787121 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Allocated IP 172.20.0.2 (e60f8da2-9a4c-42e3-bbac-6c877a5686b7/0c848168-b034-481b-b994-6aa93304f70b/f3429b45-721c-4815-a645-43b3dfe75dd9) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:36.931140 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.941364 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.950364 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Transition to ACTIVE for port object f3429b45-721c-4815-a645-43b3dfe75dd9 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:36.950669 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:36.965821 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Transition to ACTIVE for port object f3429b45-721c-4815-a645-43b3dfe75dd9 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:36.971756 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.009549 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:37.014281 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:37.020993 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:37.022932 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Pushing event updated for resources: {'Port': ['ID=f3429b45-721c-4815-a645-43b3dfe75dd9,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:37.069743 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Allocated IP 172.27.2.81 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/069f6d44-0501-46bb-a004-14876276ecfd) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:37.074794 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Attempting to bind port f3429b45-721c-4815-a645-43b3dfe75dd9 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:37.075286 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Attempting to bind port f3429b45-721c-4815-a645-43b3dfe75dd9 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:37.075512 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Attempting to bind port f3429b45-721c-4815-a645-43b3dfe75dd9 on network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:37.083753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:37.084122 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Checking segment: {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:37.084488 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:37.084945 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.084945 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Bound using segment: {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:37.085584 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Bound port: f3429b45-721c-4815-a645-43b3dfe75dd9, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:37.085781 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.094539 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:37.095172 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:37.154919 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] For port f3429b45-721c-4815-a645-43b3dfe75dd9, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:37.158371 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] For port f3429b45-721c-4815-a645-43b3dfe75dd9, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=f3429b45-721c-4815-a645-43b3dfe75dd9,segment=NetworkSegment(008594ae-f89d-4a32-b60a-9f092dbc53c1),segment_id=008594ae-f89d-4a32-b60a-9f092dbc53c1)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:37.162802 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.187336 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.201193 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:37.226225 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9188f3f-93f2-463e-884a-2a4cbc9e23da None None] Pushing event updated for resources: {'Port': ['ID=f3429b45-721c-4815-a645-43b3dfe75dd9,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:37.241890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.281619 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:37.284469 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:37.286930 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:37.317088 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Pushing event updated for resources: {'Port': ['ID=069f6d44-0501-46bb-a004-14876276ecfd,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:37.427327 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 2, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:37.462521 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:37.462869 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Updating router fe1065c9-692f-4f14-9393-858ccb63c871 port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:44:37.490209 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.588427 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.758494 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.768421 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Transition to ACTIVE for port object 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:37.773566 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.780992 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.822704 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Pushing event updated for resources: {'Port': ['ID=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:37.832569 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.832935 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.833271 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.833604 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.833924 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.834246 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.834564 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.834880 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.835220 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.835538 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.835853 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.836167 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:44:37.919299 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Attempting to bind port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:37.919660 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Attempting to bind port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:37.920017 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Attempting to bind port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:37.924450 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Router c34c29a3-53ab-4cde-b93e-8821507be726 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94057) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:44:37.934103 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:37.934477 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Checking segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:37.934877 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:37.935265 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Bound using segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:37.935728 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Bound port: 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:37.936127 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.026640 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] For port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:38.030006 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] For port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:38.042648 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.065990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:38.076270 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Sync routers for ids ['c34c29a3-53ab-4cde-b93e-8821507be726'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:38.088199 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Routers {'c34c29a3-53ab-4cde-b93e-8821507be726'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:38.088923 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['c34c29a3-53ab-4cde-b93e-8821507be726'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:38.106181 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.106281 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a98bd1-78e9-4f13-8205-b48a47464ee0 None None] Pushing event updated for resources: {'Port': ['ID=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,revision_number=4']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:38.110086 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d9c8b1d7-4868-4b1f-90ea-0106da8164c8 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6050365 Sep 10 11:44:38.110830 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56054) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:38.147280 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:38.147652 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device f3429b45-721c-4815-a645-43b3dfe75dd9 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:38.148077 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:38.295293 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port f3429b45-721c-4815-a645-43b3dfe75dd9 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:38.298243 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:38.301827 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a6091b0-b94c-4fec-8143-5e7e23661283 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:38.355066 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Set router c34c29a3-53ab-4cde-b93e-8821507be726 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:38.419088 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a80b7fe0-20d8-4d1a-95a7-877576dad748 None None] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:44:38.568256 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 4a6091b0-b94c-4fec-8143-5e7e23661283 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:38.568684 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.605540 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.634322 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:38Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:38.660684 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b53b3c92-2508-432c-9551-48332f02f2ed None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:38Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:38.779470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Allocated IP 172.20.0.1 (e60f8da2-9a4c-42e3-bbac-6c877a5686b7/0c848168-b034-481b-b994-6aa93304f70b/99319834-9f6c-4b21-9491-e43d813ff797) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:44:38.815254 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-88893914-e483-45cc-909a-de3a9996e388 None None] Provisioning for port f3429b45-721c-4815-a645-43b3dfe75dd9 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:38.826760 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-88893914-e483-45cc-909a-de3a9996e388 None None] Provisioning complete for port f3429b45-721c-4815-a645-43b3dfe75dd9 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:38.827061 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88893914-e483-45cc-909a-de3a9996e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.902362 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:38.916819 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Transition to ACTIVE for port object 99319834-9f6c-4b21-9491-e43d813ff797 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:38.952892 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:37Z', 'revision_number': 3, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:38.962392 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.002707 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Checking router: c34c29a3-53ab-4cde-b93e-8821507be726 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:39.002945 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:39.003068 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Updating router c34c29a3-53ab-4cde-b93e-8821507be726 port 069f6d44-0501-46bb-a004-14876276ecfd binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:44:39.008152 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:39.014689 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:44:39.018094 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Pushing event updated for resources: {'Port': ['ID=99319834-9f6c-4b21-9491-e43d813ff797,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:39.040528 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88893914-e483-45cc-909a-de3a9996e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.042509 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.061471 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.107435 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-88893914-e483-45cc-909a-de3a9996e388 None None] For port f3429b45-721c-4815-a645-43b3dfe75dd9, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=f3429b45-721c-4815-a645-43b3dfe75dd9,segment=NetworkSegment(008594ae-f89d-4a32-b60a-9f092dbc53c1),segment_id=008594ae-f89d-4a32-b60a-9f092dbc53c1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:39.154148 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-88893914-e483-45cc-909a-de3a9996e388 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.193113 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.235752 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88893914-e483-45cc-909a-de3a9996e388 None None] Pushing event updated for resources: {'Port': ['ID=f3429b45-721c-4815-a645-43b3dfe75dd9,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:39.312036 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-0cda703b-11f6-4f21-863f-ebd7f44a3399 None None] Provisioning complete for port f3429b45-721c-4815-a645-43b3dfe75dd9 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:39.315784 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0cda703b-11f6-4f21-863f-ebd7f44a3399 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.403586 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.409387 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.457120 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.475310 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Transition to ACTIVE for port object 069f6d44-0501-46bb-a004-14876276ecfd will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:39.480612 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Pushing event updated for resources: {'Port': ['ID=99319834-9f6c-4b21-9491-e43d813ff797,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:39.482314 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.483101 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.539015 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Attempting to bind port 069f6d44-0501-46bb-a004-14876276ecfd on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:39.539378 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Attempting to bind port 069f6d44-0501-46bb-a004-14876276ecfd by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:39.540585 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Attempting to bind port 069f6d44-0501-46bb-a004-14876276ecfd on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:39.543314 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04ac0-64c8-4e5c-93eb-d30877848fe3 None None] Pushing event updated for resources: {'Port': ['ID=069f6d44-0501-46bb-a004-14876276ecfd,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:39.547788 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:39.548156 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:39.548579 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.548960 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:39.549424 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Bound port: 069f6d44-0501-46bb-a004-14876276ecfd, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:39.549798 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.577541 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:44:39.579037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:44:39.610233 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] For port 069f6d44-0501-46bb-a004-14876276ecfd, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:39.613501 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] For port 069f6d44-0501-46bb-a004-14876276ecfd, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=069f6d44-0501-46bb-a004-14876276ecfd,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:39.614838 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-692c2fc0-48bc-4e70-9ab8-d080c92a0daf None None] Provisioning for port 99319834-9f6c-4b21-9491-e43d813ff797 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:39.618701 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-692c2fc0-48bc-4e70-9ab8-d080c92a0daf None None] Provisioning complete for port 99319834-9f6c-4b21-9491-e43d813ff797 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:39.619031 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-692c2fc0-48bc-4e70-9ab8-d080c92a0daf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.638771 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.694627 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-692c2fc0-48bc-4e70-9ab8-d080c92a0daf None None] Port 99319834-9f6c-4b21-9491-e43d813ff797 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:44:39.703222 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Router c34c29a3-53ab-4cde-b93e-8821507be726 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:44:39.707613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Routers {'c34c29a3-53ab-4cde-b93e-8821507be726'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:39.708249 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['c34c29a3-53ab-4cde-b93e-8821507be726'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:39.750779 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b04ac0-64c8-4e5c-93eb-d30877848fe3 None None] Pushing event updated for resources: {'Port': ['ID=069f6d44-0501-46bb-a004-14876276ecfd,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:39.819285 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:44:39.828246 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f639e36b-8339-499d-a424-bb946d6f02a3 None None] Provisioning complete for port 99319834-9f6c-4b21-9491-e43d813ff797 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:39.828637 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f639e36b-8339-499d-a424-bb946d6f02a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:39.831137 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] Set router c34c29a3-53ab-4cde-b93e-8821507be726 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:39.833383 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-90e88c12-8447-4c2b-925e-b7392ff40b46 admin admin] 10.222.0.35 "PUT /v2.0/routers/c34c29a3-53ab-4cde-b93e-8821507be726/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7204533 Sep 10 11:44:39.901072 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f639e36b-8339-499d-a424-bb946d6f02a3 None None] Port 99319834-9f6c-4b21-9491-e43d813ff797 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:44:39.990532 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device f3429b45-721c-4815-a645-43b3dfe75dd9 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:40.081302 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port f3429b45-721c-4815-a645-43b3dfe75dd9 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:40.081673 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.138608 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '99319834-9f6c-4b21-9491-e43d813ff797', 'name': '', 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'mac_address': 'fa:16:3e:91:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0c848168-b034-481b-b994-6aa93304f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:38Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 2, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'subnets': [{'id': '0c848168-b034-481b-b994-6aa93304f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:40.182495 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5e839fb-df03-4ef3-8dff-b471d9342c6e None None] The sync data for ids ['c34c29a3-53ab-4cde-b93e-8821507be726'] in dv-cinder-759962-12-iscsi is: [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '99319834-9f6c-4b21-9491-e43d813ff797', 'name': '', 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'mac_address': 'fa:16:3e:91:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0c848168-b034-481b-b994-6aa93304f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:38Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 2, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'subnets': [{'id': '0c848168-b034-481b-b994-6aa93304f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:40.201805 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:40.255079 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:40.259961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:40.260460 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.343444 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.391180 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:40.396679 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.452181 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:40.546277 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56066) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:40.551114 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1726206742', 'description': 'tempest-secgroup-smoke-1726206742 description', 'project_id': '57580e6e7c1c414dba2bb68af3feb764'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:40.573574 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.660408 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.665437 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.693737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.694853 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1475549 Sep 10 11:44:40.696749 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d13e10-399c-4639-9382-f52e2bcc0174 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:40.698045 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56068) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:40.702670 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group_rule': {'security_group_id': '3c681dc3-4645-4ccc-a8f4-b3ae4377d01b', 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:40.730648 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.785575 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.788802 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.808714 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9028d349-f729-469c-a051-b9cb322ef0a4,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:40.813889 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.815122 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6d2f1cf2-2e2b-4231-b0bd-079e877561be tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1159902 Sep 10 11:44:40.817990 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56070) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:40.822242 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group_rule': {'security_group_id': '3c681dc3-4645-4ccc-a8f4-b3ae4377d01b', 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:40.848000 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.884327 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-95ff0959-1fbe-406d-8514-36d148db3100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.909519 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.913017 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.928504 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af5762f-a41c-43c4-8d80-8bdb65985bbb,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:40.938084 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:40.941955 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-e0923195-85eb-4997-8811-6b30b0e3700f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1203821 Sep 10 11:44:40.942215 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56074) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:40.946700 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group_rule': {'security_group_id': '3c681dc3-4645-4ccc-a8f4-b3ae4377d01b', 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:40.973018 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.029750 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.033001 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.052264 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2f92dc0-7369-4568-8838-1842008aa0ff,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:41.054724 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.055885 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-82d3c818-2517-41f2-ad71-d1a16d50dc0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1127160 Sep 10 11:44:41.058764 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56076) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:41.062813 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group_rule': {'security_group_id': '3c681dc3-4645-4ccc-a8f4-b3ae4377d01b', 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:41.088089 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.143315 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.146543 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.163121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0995296d-6790-4b38-a861-5fe20bfa4fb4,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:41.169552 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.170699 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7326615c-79a2-4a0e-a00e-882b4052849f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1111715 Sep 10 11:44:41.173451 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56078) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:41.177633 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group_rule': {'security_group_id': '3c681dc3-4645-4ccc-a8f4-b3ae4377d01b', 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:41.197712 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Project 57580e6e7c1c414dba2bb68af3feb764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 11:44:41.202257 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.260669 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.263931 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.281584 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c206c011-39b2-4cae-abd7-0c04b585781b,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:41.287690 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.288864 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-dee061e4-799d-4c66-b09d-602ff10a1415 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144955 Sep 10 11:44:41.291789 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56080) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:44:41.295908 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'security_group_rule': {'security_group_id': '3c681dc3-4645-4ccc-a8f4-b3ae4377d01b', 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:44:41.316696 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.securitygroups_db [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Project 57580e6e7c1c414dba2bb68af3feb764 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 11:44:41.321742 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.393046 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.396739 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.419407 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0206d6f4-13a1-42bc-8de1-edd709ceb9fb,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:41.421698 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:41.425883 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1c0cbe5e-c556-4939-af2d-0d987756346a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1301358 Sep 10 11:44:42.031831 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:42.088382 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:42.088779 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:42.291377 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 069f6d44-0501-46bb-a004-14876276ecfd up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:42.337402 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 069f6d44-0501-46bb-a004-14876276ecfd completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:42.341553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 069f6d44-0501-46bb-a004-14876276ecfd triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:42.341929 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:42.421896 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:42.432572 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:42.454486 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 069f6d44-0501-46bb-a004-14876276ecfd, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=069f6d44-0501-46bb-a004-14876276ecfd,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:42.458443 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:42.506918 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=069f6d44-0501-46bb-a004-14876276ecfd,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:42.709133 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Sync routers for ids ['c34c29a3-53ab-4cde-b93e-8821507be726'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:44:42.718047 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Routers {'c34c29a3-53ab-4cde-b93e-8821507be726'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:42.718634 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['c34c29a3-53ab-4cde-b93e-8821507be726'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:42.823789 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Set router c34c29a3-53ab-4cde-b93e-8821507be726 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:43.020845 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '99319834-9f6c-4b21-9491-e43d813ff797', 'name': '', 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'mac_address': 'fa:16:3e:91:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0c848168-b034-481b-b994-6aa93304f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:38Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 2, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'subnets': [{'id': '0c848168-b034-481b-b994-6aa93304f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:43.048205 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Checking router: c34c29a3-53ab-4cde-b93e-8821507be726 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:44:43.048591 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Updating router c34c29a3-53ab-4cde-b93e-8821507be726 port 99319834-9f6c-4b21-9491-e43d813ff797 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:44:43.074021 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.155416 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-60428db3-831e-48a5-b5e0-9e6e9d298e9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.340687 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.350418 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Transition to ACTIVE for port object 99319834-9f6c-4b21-9491-e43d813ff797 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:44:43.356273 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.404611 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55251190-3311-4437-9224-163958f3b5be None None] Pushing event updated for resources: {'Port': ['ID=99319834-9f6c-4b21-9491-e43d813ff797,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:43.458968 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Attempting to bind port 99319834-9f6c-4b21-9491-e43d813ff797 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:44:43.459330 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Attempting to bind port 99319834-9f6c-4b21-9491-e43d813ff797 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:44:43.459688 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Attempting to bind port 99319834-9f6c-4b21-9491-e43d813ff797 on network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:44:43.465380 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:44:43.465751 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Checking segment: {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:44:43.466152 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.466541 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Bound using segment: {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:44:43.467009 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Bound port: 99319834-9f6c-4b21-9491-e43d813ff797, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '008594ae-f89d-4a32-b60a-9f092dbc53c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 594, 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:44:43.467386 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.536247 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] For port 99319834-9f6c-4b21-9491-e43d813ff797, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:44:43.540159 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] For port 99319834-9f6c-4b21-9491-e43d813ff797, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=99319834-9f6c-4b21-9491-e43d813ff797,segment=NetworkSegment(008594ae-f89d-4a32-b60a-9f092dbc53c1),segment_id=008594ae-f89d-4a32-b60a-9f092dbc53c1)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:44:43.544490 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.599444 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Routers {'c34c29a3-53ab-4cde-b93e-8821507be726'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:44:43.600075 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:44:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['c34c29a3-53ab-4cde-b93e-8821507be726'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:43.635129 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55251190-3311-4437-9224-163958f3b5be None None] Pushing event updated for resources: {'Port': ['ID=99319834-9f6c-4b21-9491-e43d813ff797,revision_number=4']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:43.716278 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] Set router c34c29a3-53ab-4cde-b93e-8821507be726 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:44:43.920170 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '99319834-9f6c-4b21-9491-e43d813ff797', 'name': '', 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'mac_address': 'fa:16:3e:91:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0c848168-b034-481b-b994-6aa93304f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:38Z', 'updated_at': '2021-09-10T11:44:43Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'subnets': [{'id': '0c848168-b034-481b-b994-6aa93304f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:44:43.948048 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:43.951780 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ca22c2b-7390-4aa3-aef7-56f13ff11b89 None None] The sync data for ids ['c34c29a3-53ab-4cde-b93e-8821507be726'] in dv-cinder-759962-12-iscsi is: [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:39Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '99319834-9f6c-4b21-9491-e43d813ff797', 'name': '', 'network_id': 'e60f8da2-9a4c-42e3-bbac-6c877a5686b7', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'mac_address': 'fa:16:3e:91:73:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_interface', 'standard_attr_id': 594, 'fixed_ips': [{'subnet_id': '0c848168-b034-481b-b994-6aa93304f70b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:38Z', 'updated_at': '2021-09-10T11:44:43Z', 'revision_number': 4, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'subnets': [{'id': '0c848168-b034-481b-b994-6aa93304f70b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:44:43.991228 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 99319834-9f6c-4b21-9491-e43d813ff797 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:44.043027 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 99319834-9f6c-4b21-9491-e43d813ff797 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:44:44.047235 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 99319834-9f6c-4b21-9491-e43d813ff797 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:44.047614 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:44.129635 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:44.162616 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 99319834-9f6c-4b21-9491-e43d813ff797, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=99319834-9f6c-4b21-9491-e43d813ff797,segment=NetworkSegment(008594ae-f89d-4a32-b60a-9f092dbc53c1),segment_id=008594ae-f89d-4a32-b60a-9f092dbc53c1)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:44:44.167223 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:44.168005 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 069f6d44-0501-46bb-a004-14876276ecfd up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:44.245944 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=99319834-9f6c-4b21-9491-e43d813ff797,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:44:44.260541 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 069f6d44-0501-46bb-a004-14876276ecfd triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:44.260918 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:44.727587 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:45.793602 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:44:45.948017 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 99319834-9f6c-4b21-9491-e43d813ff797 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:44:45.994697 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 99319834-9f6c-4b21-9491-e43d813ff797 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:44:45.995068 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:02.946442 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2720bf-9648-4b44-bd97-8b1782056b7a req-4ac47075-0917-4ea3-85b9-73ecf112cd8a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:02.947893 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d2720bf-9648-4b44-bd97-8b1782056b7a req-4ac47075-0917-4ea3-85b9-73ecf112cd8a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0512412 Sep 10 11:45:02.983936 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d2720bf-9648-4b44-bd97-8b1782056b7a req-0afa98a4-1943-4b8a-af0a-acbf984a2a78 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300653 Sep 10 11:45:04.096321 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de21e225-36dd-4c0e-baa3-6536ac4c91ea req-d9325544-c9a6-4013-85f4-d21821b5edd9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:04.097776 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-de21e225-36dd-4c0e-baa3-6536ac4c91ea req-d9325544-c9a6-4013-85f4-d21821b5edd9 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0463815 Sep 10 11:45:04.133745 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-de21e225-36dd-4c0e-baa3-6536ac4c91ea req-5d43f697-a5e0-41fd-aafb-f637b9162c66 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301032 Sep 10 11:45:05.245044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f907a3-d159-409d-81ef-c867b57464d4 req-04dac149-cc58-42a5-ac73-e9b8541dc1fd tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:05.246478 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-22f907a3-d159-409d-81ef-c867b57464d4 req-04dac149-cc58-42a5-ac73-e9b8541dc1fd tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0465670 Sep 10 11:45:05.282354 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-22f907a3-d159-409d-81ef-c867b57464d4 req-2077cfde-5057-43e2-b2a5-a4095ef29bf2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294232 Sep 10 11:45:06.253540 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-1f8c7082-8491-49ea-953d-50b3e3fe9e18 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726206742&fields=id&tenant_id=57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 267 time: 0.0345144 Sep 10 11:45:06.357317 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-5080bcee-7383-47ce-a12a-11b3baba9ee9 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:06.358780 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-5080bcee-7383-47ce-a12a-11b3baba9ee9 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 812 time: 0.0987592 Sep 10 11:45:06.392109 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-27ffd581-ddbf-4f74-971d-99c63e737f61 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/quotas/57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 375 time: 0.0236666 Sep 10 11:45:06.437257 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169dc421-e571-4f46-b837-04e3ae1708a8 req-2e908b6a-7c9e-4612-8e14-c4873302657f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:06.438589 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-169dc421-e571-4f46-b837-04e3ae1708a8 req-2e908b6a-7c9e-4612-8e14-c4873302657f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0789709 Sep 10 11:45:06.473603 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-928a701d-c8f9-4a53-8589-dc8aa2fe5d9e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0753989 Sep 10 11:45:06.486726 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-169dc421-e571-4f46-b837-04e3ae1708a8 req-7830727c-c996-4c0e-a530-107fea703db5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415614 Sep 10 11:45:06.656734 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-54ebcaf5-7502-4b0c-a43d-d92cda13a132 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690540 Sep 10 11:45:06.745600 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-6627d5ec-45e3-4113-b378-89e9413077bd service neutron] 10.222.0.35 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827854 Sep 10 11:45:07.025497 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-14975036-c1f5-4592-8b78-10bb786443af req-91e0f752-9a31-479a-be63-1990efe6880a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 210 time: 0.0336406 Sep 10 11:45:07.600750 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92da3288-4bb3-41ee-b2c4-5c200756e1a2 req-6e10cdf1-3b47-40bc-aecc-a5b5b4414475 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:07.602209 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-92da3288-4bb3-41ee-b2c4-5c200756e1a2 req-6e10cdf1-3b47-40bc-aecc-a5b5b4414475 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0477076 Sep 10 11:45:07.638330 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-92da3288-4bb3-41ee-b2c4-5c200756e1a2 req-cee89e48-c05a-408c-a367-d94e585d478a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302949 Sep 10 11:45:07.890765 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-bfc3e369-5491-4071-93ad-af907b6b3d2b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:07.892202 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-bfc3e369-5491-4071-93ad-af907b6b3d2b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 812 time: 0.1052132 Sep 10 11:45:07.935441 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-17833ff6-bdfe-434f-aa03-d0efb32396a9 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 380 time: 0.0342851 Sep 10 11:45:07.944980 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'port': {'device_id': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'admin_state_up': True, 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'security_groups': ['3c681dc3-4645-4ccc-a8f4-b3ae4377d01b']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:45:08.047905 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Made reservation on behalf of 57580e6e7c1c414dba2bb68af3feb764 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:45:08.051304 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:08.124841 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4ededeca-b429-4b9a-a8a0-62af465d8ba1 req-1d65a2e8-9a77-40c2-87c5-1b574c06c5b4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 210 time: 0.0299857 Sep 10 11:45:08.176701 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Allocated IP 172.20.0.9 (5bf95ace-a137-4cf9-8f9f-2ada4a33e64f/a62e8e08-757a-4a33-a42c-266a92eb25cd/b57e3633-acc2-4a47-9fb5-25d27d38ff76) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:45:08.374181 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:45:08.551266 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:08.564981 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Transition to ACTIVE for port object b57e3633-acc2-4a47-9fb5-25d27d38ff76 will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:45:08.596676 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:08.637657 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:45:08.640521 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:45:08.644065 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:45:08.652581 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=b57e3633-acc2-4a47-9fb5-25d27d38ff76,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:08.689378 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.689729 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.690080 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.690406 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.690735 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.691068 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.691398 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.691732 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.692062 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.692408 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.692769 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.693046 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:08.709280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:08.709898 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:08.726978 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-a03e378c-47ef-4f63-9b2e-4a5530e79f41 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7854738 Sep 10 11:45:08.741093 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Request body: {'port': {'device_id': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:45:08.759788 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9196850-ae4c-4e73-8f45-384368e7bbf2 req-512a697f-7532-4308-ad1d-0c31732abbbc tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:08.761352 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e9196850-ae4c-4e73-8f45-384368e7bbf2 req-512a697f-7532-4308-ad1d-0c31732abbbc tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0545723 Sep 10 11:45:08.803392 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:08.811923 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e9196850-ae4c-4e73-8f45-384368e7bbf2 req-d82abb31-504e-4d90-9222-8fb7b9775ff7 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443997 Sep 10 11:45:08.842445 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-08a427cb-09f4-47de-b936-069859631257 None None] Provisioning for port b57e3633-acc2-4a47-9fb5-25d27d38ff76 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:45:08.846038 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-08a427cb-09f4-47de-b936-069859631257 None None] Provisioning complete for port b57e3633-acc2-4a47-9fb5-25d27d38ff76 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:45:08.846409 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-08a427cb-09f4-47de-b936-069859631257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:08.878767 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-08a427cb-09f4-47de-b936-069859631257 None None] Port b57e3633-acc2-4a47-9fb5-25d27d38ff76 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:45:09.054276 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b57e3633-acc2-4a47-9fb5-25d27d38ff76 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:45:09.061867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:09.073176 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Transition to ACTIVE for port object b57e3633-acc2-4a47-9fb5-25d27d38ff76 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:45:09.076491 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:09.128547 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Pushing event updated for resources: {'Port': ['ID=b57e3633-acc2-4a47-9fb5-25d27d38ff76,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:09.198280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Attempting to bind port b57e3633-acc2-4a47-9fb5-25d27d38ff76 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:45:09.198606 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Attempting to bind port b57e3633-acc2-4a47-9fb5-25d27d38ff76 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:45:09.198958 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Attempting to bind port b57e3633-acc2-4a47-9fb5-25d27d38ff76 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:45:09.203912 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Port b57e3633-acc2-4a47-9fb5-25d27d38ff76 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:45:09.204229 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Attempting to bind port b57e3633-acc2-4a47-9fb5-25d27d38ff76 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:45:09.209262 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 44, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:45:09.209526 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Checking segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:45:09.209845 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Bound using segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:45:09.210265 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Bound port: b57e3633-acc2-4a47-9fb5-25d27d38ff76, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:45:09.210614 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:09.244314 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2fde91-42f7-4f6f-87b1-ca24c1eb1bee req-60d7e4e9-ddd1-4842-9e28-e3c940e57bfe tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.251651 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ca2fde91-42f7-4f6f-87b1-ca24c1eb1bee req-60d7e4e9-ddd1-4842-9e28-e3c940e57bfe tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0564423 Sep 10 11:45:09.280725 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] For port b57e3633-acc2-4a47-9fb5-25d27d38ff76, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:45:09.284989 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] For port b57e3633-acc2-4a47-9fb5-25d27d38ff76, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:45:09.291633 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ca2fde91-42f7-4f6f-87b1-ca24c1eb1bee req-1ed4f17d-1b39-475e-a6f4-19e815b57fe1 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391195 Sep 10 11:45:09.294647 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:09.330928 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.331679 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:09.332982 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] 10.222.0.52 "PUT /v2.0/ports/b57e3633-acc2-4a47-9fb5-25d27d38ff76 HTTP/1.1" status: 200 len: 1093 time: 0.5961325 Sep 10 11:45:09.333423 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:45:09.335652 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-028ab80c-5526-47f6-a881-317349b2ad0d" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:45:09.359607 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1ba3a-5093-455f-9321-98f638794098 service neutron] Pushing event updated for resources: {'Port': ['ID=b57e3633-acc2-4a47-9fb5-25d27d38ff76,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:09.376744 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c762311f-680c-4471-b71b-d7bea8ee3335 x-openstack-request-id: req-c762311f-680c-4471-b71b-d7bea8ee3335 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:45:09.376902 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:45:09.377159 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c762311f-680c-4471-b71b-d7bea8ee3335 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:45:09.377562 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'status': 'completed', 'code': 200} Sep 10 11:45:09.433217 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-1e86a58a-8aa5-4299-a52d-3f0160f59d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.434841 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-1e86a58a-8aa5-4299-a52d-3f0160f59d0d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 1096 time: 0.0465906 Sep 10 11:45:09.475859 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-3a2aa63e-8c87-4c97-a0d5-60a11553a189 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76 HTTP/1.1" status: 200 len: 217 time: 0.0334458 Sep 10 11:45:09.525656 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-1198c7a5-c9b3-4a34-84b7-1fc4aa80a201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.527096 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-1198c7a5-c9b3-4a34-84b7-1fc4aa80a201 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0447819 Sep 10 11:45:09.575290 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-da9f7198-376b-4e0f-b02d-11353abcc813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.576820 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-da9f7198-376b-4e0f-b02d-11353abcc813 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0428166 Sep 10 11:45:09.664277 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-9c449659-31fb-4a83-b990-244565de6791 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792959 Sep 10 11:45:09.751638 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-11fb9209-f7ab-4585-bbec-9ae4df067487 req-c7618d41-4384-4506-ac83-99c425e8447e service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809014 Sep 10 11:45:09.832737 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab80c-5526-47f6-a881-317349b2ad0d req-53668746-9a27-4eb4-9ee4-ab972ab43fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.834104 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-53668746-9a27-4eb4-9ee4-ab972ab43fc1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 1096 time: 0.0388293 Sep 10 11:45:09.926547 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e9aa8c-dad4-448a-b045-49f39d0233bb req-88e5c401-3852-462d-bc6a-f3cb9cd1ebc3 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.927294 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab80c-5526-47f6-a881-317349b2ad0d req-cb5e6e37-941f-4d8a-a78d-ea93ca3a4753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:09.928038 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07e9aa8c-dad4-448a-b045-49f39d0233bb req-88e5c401-3852-462d-bc6a-f3cb9cd1ebc3 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0514741 Sep 10 11:45:09.928775 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-cb5e6e37-941f-4d8a-a78d-ea93ca3a4753 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0874481 Sep 10 11:45:09.969391 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-07e9aa8c-dad4-448a-b045-49f39d0233bb req-c0117e2b-d303-4168-9b92-5f3525951347 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354269 Sep 10 11:45:09.970358 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-e2f5345f-9425-4805-aa78-fa56a210fe3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76 HTTP/1.1" status: 200 len: 217 time: 0.0335000 Sep 10 11:45:10.017833 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab80c-5526-47f6-a881-317349b2ad0d req-494dd253-94c0-4da9-997f-6441987ae9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:10.019244 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-494dd253-94c0-4da9-997f-6441987ae9c4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0423543 Sep 10 11:45:10.062796 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ab80c-5526-47f6-a881-317349b2ad0d req-64a29062-860b-4826-b797-0f119b2e1116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:10.064214 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-64a29062-860b-4826-b797-0f119b2e1116 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383604 Sep 10 11:45:10.151969 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-31bfce83-ffbd-4d20-8740-95cec20984e9 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796492 Sep 10 11:45:10.242047 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-028ab80c-5526-47f6-a881-317349b2ad0d req-08ea87ef-0516-49dd-9107-82942f6bb133 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829163 Sep 10 11:45:10.413216 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acffc95-2515-4b3e-bc8b-ea4ed3eca9cb req-a0d4da46-e5a3-432e-928f-58756b379293 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:10.414911 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8acffc95-2515-4b3e-bc8b-ea4ed3eca9cb req-a0d4da46-e5a3-432e-928f-58756b379293 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0490782 Sep 10 11:45:10.452325 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8acffc95-2515-4b3e-bc8b-ea4ed3eca9cb req-276d4c64-ed9b-43c8-9d8a-806b3b76b9ac tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311134 Sep 10 11:45:10.885007 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0d69fd07-df2d-4656-9bf8-149be75d2a7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:11.082381 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcee8ab-c410-4d30-9d86-e1cc59c3c477 req-260cd0b8-1684-46b1-bd56-691b786d3ae8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:11.083824 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0dcee8ab-c410-4d30-9d86-e1cc59c3c477 req-260cd0b8-1684-46b1-bd56-691b786d3ae8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0479167 Sep 10 11:45:11.120004 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0dcee8ab-c410-4d30-9d86-e1cc59c3c477 req-bf73884a-5381-4c10-a243-32cc779426e1 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303125 Sep 10 11:45:11.566822 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c5390f-c803-45b8-ad33-3434c7d2ef77 req-992d1475-2ea5-486d-b262-c04cecf72edc tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:11.568275 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-89c5390f-c803-45b8-ad33-3434c7d2ef77 req-992d1475-2ea5-486d-b262-c04cecf72edc tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0477724 Sep 10 11:45:11.608944 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-89c5390f-c803-45b8-ad33-3434c7d2ef77 req-3c0499a1-4207-4754-8f22-e875b0bd50e6 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348184 Sep 10 11:45:12.236290 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d1a194-384a-4270-848b-53233c916e5e req-d7fb8a99-e82d-4476-94f0-5dee4e831511 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:12.237762 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d1a194-384a-4270-848b-53233c916e5e req-d7fb8a99-e82d-4476-94f0-5dee4e831511 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0482118 Sep 10 11:45:12.273608 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d1a194-384a-4270-848b-53233c916e5e req-19502e4f-15e8-45c7-9dd6-883d1489c91b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300152 Sep 10 11:45:12.403056 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:12.718704 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea54094-444b-4167-a0aa-35255feec685 req-ee498589-d4d8-4724-969a-d935978b2955 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:12.720161 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fea54094-444b-4167-a0aa-35255feec685 req-ee498589-d4d8-4724-969a-d935978b2955 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0471270 Sep 10 11:45:12.756600 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fea54094-444b-4167-a0aa-35255feec685 req-52a09e8a-bcb9-4a71-be7f-86ef963fef63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305762 Sep 10 11:45:13.087585 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-12f62b69-32e8-4ba7-aae8-2935a24faf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:13.089076 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-12f62b69-32e8-4ba7-aae8-2935a24faf61 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1098 time: 0.0397809 Sep 10 11:45:13.158026 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1b216eb0-bb51-4388-9eaa-01d995eddf7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:13.177961 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-851c359c-700e-410d-9fa9-e864e1b3e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:13.179421 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-851c359c-700e-410d-9fa9-e864e1b3e790 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 910 time: 0.0833788 Sep 10 11:45:13.245557 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-9bc22964-4bc4-4bb2-96f0-e7bc9ccc1768 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 1001 time: 0.0585921 Sep 10 11:45:13.292152 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-4113acb3-0184-4a3d-8343-e9c13e317a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:13.294137 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-4113acb3-0184-4a3d-8343-e9c13e317a81 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 200 len: 848 time: 0.0417740 Sep 10 11:45:13.338150 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-6d8a811b-6512-4722-9dc7-14a1c997b10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:13.339612 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-6d8a811b-6512-4722-9dc7-14a1c997b10f service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf408268-4506-4da3-b9e6-151b4575875e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0390868 Sep 10 11:45:13.388705 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4b59d4-912e-4896-9487-7448fa25ffa0 req-7c88a909-9389-49ab-bc79-7b19793fa139 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:13.390182 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4d4b59d4-912e-4896-9487-7448fa25ffa0 req-7c88a909-9389-49ab-bc79-7b19793fa139 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0473161 Sep 10 11:45:13.431276 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4d4b59d4-912e-4896-9487-7448fa25ffa0 req-30601da4-6ddc-4c23-9619-1d00027f9a8c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352616 Sep 10 11:45:13.431754 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-c6ed1985-ce9d-440f-8f10-bc24d1d75d65 service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849712 Sep 10 11:45:13.521486 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-51ebd94a-9bff-4eaa-98ad-f2bb87b5a5bf req-4c5a5714-2710-40ef-869f-c4aa7e1dfbec service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831573 Sep 10 11:45:13.866538 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6775de27-91ef-4af0-8661-3fd4eb56f3eb req-59ad88cb-9269-4f96-b267-05c5047da1af tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:13.867886 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6775de27-91ef-4af0-8661-3fd4eb56f3eb req-59ad88cb-9269-4f96-b267-05c5047da1af tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0471289 Sep 10 11:45:13.905289 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6775de27-91ef-4af0-8661-3fd4eb56f3eb req-8ecb20ed-9ef5-486c-9b5c-ba948525ff19 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311279 Sep 10 11:45:13.941373 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:14.548672 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274fec6f-c9c0-426a-8032-3a375f127864 req-be88aec0-c94d-47fe-bd1c-848ea9d92b90 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:14.550136 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-274fec6f-c9c0-426a-8032-3a375f127864 req-be88aec0-c94d-47fe-bd1c-848ea9d92b90 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0486267 Sep 10 11:45:14.585946 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-274fec6f-c9c0-426a-8032-3a375f127864 req-b1954c51-b824-4934-b487-137c78fff99a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299759 Sep 10 11:45:14.729675 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:15.017652 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48a0d4e-7859-4d0a-b9a3-78014dd07709 req-02137229-6981-4294-b2ff-73fb39ebc49e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:15.019162 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f48a0d4e-7859-4d0a-b9a3-78014dd07709 req-02137229-6981-4294-b2ff-73fb39ebc49e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0489998 Sep 10 11:45:15.062440 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f48a0d4e-7859-4d0a-b9a3-78014dd07709 req-e9259349-e5fe-4587-82c4-dd3397e469f7 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370045 Sep 10 11:45:15.700886 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ff9ff4-5808-4966-b211-9a2a9d1ea938 req-34caf248-5d8b-492b-8964-a4a05fa9fd8c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:15.702320 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-48ff9ff4-5808-4966-b211-9a2a9d1ea938 req-34caf248-5d8b-492b-8964-a4a05fa9fd8c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0475149 Sep 10 11:45:15.738112 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-48ff9ff4-5808-4966-b211-9a2a9d1ea938 req-8d55b2c4-bf50-4605-86be-b394eb10615f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300753 Sep 10 11:45:15.797374 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:15.808301 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-9284021f-ec74-4747-aea7-dfbfec4cb20b req-a0d8de91-c1f3-4f03-8ad6-970520349551 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:45:15.810055 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9284021f-ec74-4747-aea7-dfbfec4cb20b req-a0d8de91-c1f3-4f03-8ad6-970520349551 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065298 Sep 10 11:45:15.957097 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56340) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:45:15.971312 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13f2895-67b7-4082-a9cd-13e36af04f92 req-d52c4b71-0207-4250-a9e7-c62f0469f392 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:15.972800 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b13f2895-67b7-4082-a9cd-13e36af04f92 req-d52c4b71-0207-4250-a9e7-c62f0469f392 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0578690 Sep 10 11:45:16.033477 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b13f2895-67b7-4082-a9cd-13e36af04f92 req-6fb7d58c-f96e-46e5-af05-a1c950e7534f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547101 Sep 10 11:45:16.050072 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-d6f65bbd-33ec-4e8f-a5b4-9beea64c1d93 service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0919397 Sep 10 11:45:16.058590 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-5b3ea09f-774a-40d1-8f13-bfbc4261df17 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:45:16.059521 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-5b3ea09f-774a-40d1-8f13-bfbc4261df17 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047438 Sep 10 11:45:16.180975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82deccff-ba6e-4615-867f-9bd3c6aeeec5 req-1dd114a1-e6d4-4d40-975e-8cc964dcdd0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:16.182433 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82deccff-ba6e-4615-867f-9bd3c6aeeec5 req-1dd114a1-e6d4-4d40-975e-8cc964dcdd0b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0520380 Sep 10 11:45:16.219439 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82deccff-ba6e-4615-867f-9bd3c6aeeec5 req-d618443f-97f3-4d35-9180-9d18da739355 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309153 Sep 10 11:45:17.145273 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14467f70-6296-47ee-bc54-8a1f93a02231 req-a14f464d-1aee-47ed-a407-6230f52ada66 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:17.146704 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-14467f70-6296-47ee-bc54-8a1f93a02231 req-a14f464d-1aee-47ed-a407-6230f52ada66 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0467598 Sep 10 11:45:17.182609 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-14467f70-6296-47ee-bc54-8a1f93a02231 req-2e5fcab9-db4a-47c0-b3c9-0e1fdddd6aa4 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295694 Sep 10 11:45:17.335825 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75c3da3-2a03-4e40-b3c2-ef6d3991a26c req-313194fc-58bc-4fef-9237-ff8daf934a67 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:17.337303 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b75c3da3-2a03-4e40-b3c2-ef6d3991a26c req-313194fc-58bc-4fef-9237-ff8daf934a67 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 943 time: 0.0476995 Sep 10 11:45:17.376237 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b75c3da3-2a03-4e40-b3c2-ef6d3991a26c req-d2770d0c-bb22-4d38-95b7-a2d999f15c03 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324876 Sep 10 11:45:18.083070 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device b57e3633-acc2-4a47-9fb5-25d27d38ff76 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:45:18.178544 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port b57e3633-acc2-4a47-9fb5-25d27d38ff76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:18.188962 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'port_id': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'mac_address': 'fa:16:3e:37:5f:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:45:18.225337 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:18.240735 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b57e3633-acc2-4a47-9fb5-25d27d38ff76 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:45:18.260223 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port b57e3633-acc2-4a47-9fb5-25d27d38ff76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:18.264626 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:18.294768 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3b6f15-ad1c-44c1-a2dc-fc36c9029f06 req-b10a8bd3-4cfd-448a-9903-e207f6c35f2a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:18.296222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cf3b6f15-ad1c-44c1-a2dc-fc36c9029f06 req-b10a8bd3-4cfd-448a-9903-e207f6c35f2a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0478618 Sep 10 11:45:18.311140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=b57e3633-acc2-4a47-9fb5-25d27d38ff76,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:18.318557 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.318913 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.319257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.319593 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.319928 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.320472 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.320817 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.321143 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.322058 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.322399 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.322732 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.323062 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:18.334187 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cf3b6f15-ad1c-44c1-a2dc-fc36c9029f06 req-fc9a4351-7f1d-42ae-9087-79c85fefe91b tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319898 Sep 10 11:45:18.497567 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab39bb-386c-4f57-8178-7615164010a2 req-f5471a9d-ad62-40b9-bd69-eb9a846bc3fa tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:18.498954 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c2ab39bb-386c-4f57-8178-7615164010a2 req-f5471a9d-ad62-40b9-bd69-eb9a846bc3fa tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 944 time: 0.0504768 Sep 10 11:45:18.536498 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c2ab39bb-386c-4f57-8178-7615164010a2 req-9b535358-6dca-4483-a977-8e72df86088d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313802 Sep 10 11:45:18.594739 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['b57e3633-acc2-4a47-9fb5-25d27d38ff76'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:45:19.447034 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64414e-29f2-4833-97b8-80c18cfcfd91 req-025dcc00-54be-4c25-bac0-87a24dde6117 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.448546 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c64414e-29f2-4833-97b8-80c18cfcfd91 req-025dcc00-54be-4c25-bac0-87a24dde6117 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0484204 Sep 10 11:45:19.461175 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-287d47f6-3860-4b3e-80f9-148cc567022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.462667 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-287d47f6-3860-4b3e-80f9-148cc567022f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f&tenant_id=cb4e6ef7d97b480d897248fe8721b3a1 HTTP/1.1" status: 200 len: 1098 time: 0.0402737 Sep 10 11:45:19.488459 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c64414e-29f2-4833-97b8-80c18cfcfd91 req-36070496-e717-4597-8c32-53896f0f2a60 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340884 Sep 10 11:45:19.522406 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-d07661b6-b8fd-41aa-a807-75ac1dc862d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.523871 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-d07661b6-b8fd-41aa-a807-75ac1dc862d6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1098 time: 0.0396168 Sep 10 11:45:19.617686 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-81494400-529a-40fa-aeca-669e01624a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.619574 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-81494400-529a-40fa-aeca-669e01624a94 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 910 time: 0.0887992 Sep 10 11:45:19.656417 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af8d24e-e77c-40b0-89ce-ae3da9a53082 req-4257a99e-684c-4221-a82d-09d76f2eff6f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.657888 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1af8d24e-e77c-40b0-89ce-ae3da9a53082 req-4257a99e-684c-4221-a82d-09d76f2eff6f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 944 time: 0.0500560 Sep 10 11:45:19.685813 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-c8541338-81fd-496f-a2f9-32143e49a790 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 1001 time: 0.0593531 Sep 10 11:45:19.701646 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1af8d24e-e77c-40b0-89ce-ae3da9a53082 req-d6dc08ad-285f-4d5b-ad5b-2e7a91c8476b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325887 Sep 10 11:45:19.746982 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-0b3f2d18-51ba-4f9a-8a7c-ed56837d012a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.748486 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-0b3f2d18-51ba-4f9a-8a7c-ed56837d012a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 200 len: 848 time: 0.0464616 Sep 10 11:45:19.797550 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-33a44ef5-8eb3-4733-92a3-b00ec3aac75c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:19.799042 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-33a44ef5-8eb3-4733-92a3-b00ec3aac75c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf408268-4506-4da3-b9e6-151b4575875e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0437717 Sep 10 11:45:19.891063 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-944ae563-4220-4972-b26d-59dba31e81c3 service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837018 Sep 10 11:45:19.984106 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-d8ca803b-7537-42ef-839f-0069dfb19c6a service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846984 Sep 10 11:45:20.090609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device b57e3633-acc2-4a47-9fb5-25d27d38ff76 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:45:20.138018 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port b57e3633-acc2-4a47-9fb5-25d27d38ff76 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:45:20.141903 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port b57e3633-acc2-4a47-9fb5-25d27d38ff76 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:45:20.142263 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:20.218201 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:20.239833 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:45:20.242101 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c51f782c-d176-4e37-a81f-f83f02ce4282" -d '{"events": [{"server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "name": "network-vif-plugged", "status": "completed", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:45:20.254544 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port b57e3633-acc2-4a47-9fb5-25d27d38ff76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:20.259606 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:20.260600 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:45:20.286278 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b48f75b0-7f77-404f-a197-31bd4306e9e7 x-openstack-request-id: req-b48f75b0-7f77-404f-a197-31bd4306e9e7 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:45:20.286564 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "name": "network-vif-plugged", "status": "completed", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:45:20.286809 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b48f75b0-7f77-404f-a197-31bd4306e9e7 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:45:20.287187 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'code': 200} Sep 10 11:45:20.348249 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=b57e3633-acc2-4a47-9fb5-25d27d38ff76,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:20.388221 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:20.423996 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:20.428012 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:20.473554 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:20.518350 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5dad-cdc1-4ddc-bba7-181de42d298f req-0fc37221-e47e-4170-a8ab-871698b2a099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:20.519834 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba9a5dad-cdc1-4ddc-bba7-181de42d298f req-0fc37221-e47e-4170-a8ab-871698b2a099 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 1098 time: 0.0382583 Sep 10 11:45:20.555419 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba9a5dad-cdc1-4ddc-bba7-181de42d298f req-3fddd6b4-ce9d-4a1b-acfe-8ee33eb87d5a service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276072 Sep 10 11:45:20.602869 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5808c4a-a888-4d96-b423-82d8b8ac87f2 req-3b95b6c4-c941-415e-a8bc-8aef7a279955 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:20.604255 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d5808c4a-a888-4d96-b423-82d8b8ac87f2 req-3b95b6c4-c941-415e-a8bc-8aef7a279955 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0471773 Sep 10 11:45:20.640055 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d5808c4a-a888-4d96-b423-82d8b8ac87f2 req-856e1a22-964e-48cf-bf21-b01cddfc64f5 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292501 Sep 10 11:45:20.816579 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c7856-99f8-4955-9d25-632f7fc62ad4 req-0cf298b4-25ed-428a-a22d-2f74b865260a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:20.818004 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c06c7856-99f8-4955-9d25-632f7fc62ad4 req-0cf298b4-25ed-428a-a22d-2f74b865260a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0466211 Sep 10 11:45:20.857473 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c06c7856-99f8-4955-9d25-632f7fc62ad4 req-9de6253f-61fe-4ea3-b7a3-b0c794bacea8 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336516 Sep 10 11:45:21.750924 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34772762-fabf-4ad1-9c41-dcc6d3a41951 req-27153038-dc86-4bb5-b13b-8cd8aba21d13 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:21.752367 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-34772762-fabf-4ad1-9c41-dcc6d3a41951 req-27153038-dc86-4bb5-b13b-8cd8aba21d13 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0483913 Sep 10 11:45:21.788242 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-34772762-fabf-4ad1-9c41-dcc6d3a41951 req-8c8c7b80-6ca5-4cd8-84fd-16d219b77a7d tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299373 Sep 10 11:45:21.974434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91505587-51b3-41d8-b454-02a4f3cc3336 req-394bc696-e400-4e89-b7af-d332fd641ef4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:21.975934 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-91505587-51b3-41d8-b454-02a4f3cc3336 req-394bc696-e400-4e89-b7af-d332fd641ef4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0510218 Sep 10 11:45:22.015994 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-91505587-51b3-41d8-b454-02a4f3cc3336 req-59cd918b-4fa6-4ea2-8f30-2f1462d40a15 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324106 Sep 10 11:45:22.288816 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:45:22.291026 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edfafbd-5420-4435-8b58-4f7c61c0a203" -d '{"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-unplugged", "status": "completed", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:45:22.326369 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 11:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b1e44a2-c2ff-4cc1-a2ab-796012ad881e x-openstack-request-id: req-7b1e44a2-c2ff-4cc1-a2ab-796012ad881e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:45:22.326678 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-unplugged", "status": "completed", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:45:22.326924 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7b1e44a2-c2ff-4cc1-a2ab-796012ad881e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:45:22.327299 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'code': 200} Sep 10 11:45:22.900182 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68b383-50b5-48e4-aade-b9f1ea31d956 req-b877d269-e29e-453f-980b-5dc1b09e34b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:22.902167 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ed68b383-50b5-48e4-aade-b9f1ea31d956 req-b877d269-e29e-453f-980b-5dc1b09e34b8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0458331 Sep 10 11:45:22.941969 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ed68b383-50b5-48e4-aade-b9f1ea31d956 req-e676e2e8-bc70-45c7-adbe-75aac6546a25 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339532 Sep 10 11:45:23.134818 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fe0dab-696d-4f44-a6bb-05adbfac3b97 req-b3fbcd1d-cecd-46eb-9e2d-52abd23cbab7 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:23.136168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-26fe0dab-696d-4f44-a6bb-05adbfac3b97 req-b3fbcd1d-cecd-46eb-9e2d-52abd23cbab7 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0475392 Sep 10 11:45:23.172410 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-26fe0dab-696d-4f44-a6bb-05adbfac3b97 req-ee315f10-1a8c-4647-967e-680a0be00d28 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304067 Sep 10 11:45:23.282109 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471bc1aa-9914-41e7-9f6f-2055424d3f5b req-24d9e51d-2e01-450b-8428-fe55634f8331 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:23.283540 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-471bc1aa-9914-41e7-9f6f-2055424d3f5b req-24d9e51d-2e01-450b-8428-fe55634f8331 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0466409 Sep 10 11:45:23.319751 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-471bc1aa-9914-41e7-9f6f-2055424d3f5b req-5bd64de3-591c-4b0b-829f-25f954558563 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302866 Sep 10 11:45:23.341338 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56398) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:45:23.419342 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40374270-793a-453c-8255-f7aa6defea78 tempest-TestVolumeBootPattern-1062095107 tempest-TestVolumeBootPattern-1062095107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:23.420756 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-40374270-793a-453c-8255-f7aa6defea78 tempest-TestVolumeBootPattern-1062095107 tempest-TestVolumeBootPattern-1062095107-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 1093 time: 0.0784881 Sep 10 11:45:23.423709 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56402) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:45:23.427790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'port_id': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address': '172.20.0.9'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:45:23.448576 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:23.541033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:23.645784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Allocated IP 172.27.2.100 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/badcf8ef-08cf-4759-b867-2b617cff0005) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:45:23.984624 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.049822 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.095171 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:45:24.103036 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:45:24.112085 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a22c9d-ab7b-4073-a636-a682de6a13c3 req-52b287f2-8530-4841-af8d-529ef2da4b45 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:24.113559 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63a22c9d-ab7b-4073-a636-a682de6a13c3 req-52b287f2-8530-4841-af8d-529ef2da4b45 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.1036901 Sep 10 11:45:24.114508 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:45:24.116512 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=badcf8ef-08cf-4759-b867-2b617cff0005,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:24.145714 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.146054 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.146385 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.146712 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.147036 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.147358 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.147675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.147993 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.148308 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.148644 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.148955 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.149265 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:45:24.192621 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63a22c9d-ab7b-4073-a636-a682de6a13c3 req-b4f014c4-a193-4da4-b62b-a451c584f869 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723851 Sep 10 11:45:24.500046 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.562613 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.707786 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.712402 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.781656 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=badcf8ef-08cf-4759-b867-2b617cff0005,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:24.791193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:24.883920 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Floating IP 82a79db0-b6be-44b6-a31b-576c799ff554 associated. External IP: 172.27.2.100, port: b57e3633-acc2-4a47-9fb5-25d27d38ff76. Sep 10 11:45:25.080839 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:45:25.186613 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:45:25.196000 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:45:25.202657 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:25.206464 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:45:25.207078 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:45:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:45:25.229390 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-66ebd2a5-cc65-4d29-9f5e-00d9eb1e5ba5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8046927 Sep 10 11:45:25.230049 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:45:25.232300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc25e307-4bfd-46c0-9b26-77037d99b9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:45:25.272810 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:45:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8570c8d2-6259-40df-a159-63ff9adb5f9e x-openstack-request-id: req-8570c8d2-6259-40df-a159-63ff9adb5f9e {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:45:25.273107 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:45:25.273359 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8570c8d2-6259-40df-a159-63ff9adb5f9e {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:45:25.273795 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'status': 'completed', 'code': 200} Sep 10 11:45:25.313502 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:45:25.334173 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41461366-eb54-41d3-b9ad-66b83c2aa6c0 req-09ed7ac4-cd38-470a-a587-c454ad417920 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:25.335338 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-2afde9f8-4994-490c-a6a0-b1c46bc7b48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:25.335822 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-41461366-eb54-41d3-b9ad-66b83c2aa6c0 req-09ed7ac4-cd38-470a-a587-c454ad417920 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0560620 Sep 10 11:45:25.336984 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-2afde9f8-4994-490c-a6a0-b1c46bc7b48e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 1098 time: 0.0404751 Sep 10 11:45:25.379071 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-41461366-eb54-41d3-b9ad-66b83c2aa6c0 req-e410d545-0c92-47b1-9724-c111219c6220 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361683 Sep 10 11:45:25.430109 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-6de85776-9484-4da7-a98e-6411beb74c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:25.431573 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-6de85776-9484-4da7-a98e-6411beb74c05 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0872207 Sep 10 11:45:25.493814 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-3cc99dc0-a362-481d-92ae-0fe7b5d96250 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76 HTTP/1.1" status: 200 len: 999 time: 0.0551591 Sep 10 11:45:25.533212 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '82a79db0-b6be-44b6-a31b-576c799ff554', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:37:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:45:24Z', 'updated_at': '2021-09-10T11:45:24Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:45:25.545930 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-cbefb2dd-c1f0-4710-8597-1b897ce70b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:25.547401 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-cbefb2dd-c1f0-4710-8597-1b897ce70b38 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0468748 Sep 10 11:45:25.562125 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:45:25.570125 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:45:25.570721 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:45:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:45:25.594169 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-385a4e92-75f4-48a8-8715-af67429b476a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:25.595651 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-385a4e92-75f4-48a8-8715-af67429b476a service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400770 Sep 10 11:45:25.674179 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:45:25.683705 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-1a233df0-ae3a-40bf-aec5-96af3f1d33a5 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807819 Sep 10 11:45:25.778780 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-bc25e307-4bfd-46c0-9b26-77037d99b9f5 req-a4b7ec49-8597-4363-8229-96093bce0859 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875139 Sep 10 11:45:25.891259 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '82a79db0-b6be-44b6-a31b-576c799ff554', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:37:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:45:24Z', 'updated_at': '2021-09-10T11:45:24Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:45:25.920561 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da206142-a5ee-40d0-92a4-f1e004a82ff2 None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '82a79db0-b6be-44b6-a31b-576c799ff554', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.100', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 606, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:37:5f:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:45:24Z', 'updated_at': '2021-09-10T11:45:24Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:45:26.090399 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d52fc000-3e4b-41ac-a545-5c5413970e47 None None] New status for floating IP 82a79db0-b6be-44b6-a31b-576c799ff554: ACTIVE {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:45:26.491918 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7563a7c-6040-407a-b561-0c54408a065b req-e75c62cd-c5a8-4ac6-9cf2-30076a2683e3 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:26.493288 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e7563a7c-6040-407a-b561-0c54408a065b req-e75c62cd-c5a8-4ac6-9cf2-30076a2683e3 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0473466 Sep 10 11:45:26.528627 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e7563a7c-6040-407a-b561-0c54408a065b req-03f48bc7-1c2c-45eb-beb1-cd89f6633df2 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296178 Sep 10 11:45:27.456423 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f6eba6-b156-449c-8fdb-4d7f0ea4ee9b req-0eaffe0d-74c3-4edb-b29a-532a3d94e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:27.457780 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-95f6eba6-b156-449c-8fdb-4d7f0ea4ee9b req-0eaffe0d-74c3-4edb-b29a-532a3d94e9d5 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1096 time: 0.0395248 Sep 10 11:45:27.490921 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-95f6eba6-b156-449c-8fdb-4d7f0ea4ee9b req-7e1f6f60-4523-4e37-afc0-1f14578f7e76 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0254283 Sep 10 11:45:27.639351 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae97f99a-696e-40ea-a880-626e04c83c21 req-c1562fc8-2579-4e6f-a1a0-d1b8b3702089 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:27.640870 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ae97f99a-696e-40ea-a880-626e04c83c21 req-c1562fc8-2579-4e6f-a1a0-d1b8b3702089 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0474727 Sep 10 11:45:27.677130 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ae97f99a-696e-40ea-a880-626e04c83c21 req-18dc3ffc-792d-4af4-87be-a3b99b36b533 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305445 Sep 10 11:45:28.792917 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81468953-0687-4875-9fe9-5c5233964e9f req-e342f24b-6576-41b1-a624-d0657c2a562f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:28.794351 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-81468953-0687-4875-9fe9-5c5233964e9f req-e342f24b-6576-41b1-a624-d0657c2a562f tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0517838 Sep 10 11:45:28.832374 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-81468953-0687-4875-9fe9-5c5233964e9f req-c28fe002-5227-44c8-b2eb-9a9dff5c40b6 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321751 Sep 10 11:45:29.946208 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-006bd2db-c4de-4ff0-949f-8eecc3cdcb18 req-433975d5-a6ac-4456-826c-eb4b16332199 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:29.947691 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-006bd2db-c4de-4ff0-949f-8eecc3cdcb18 req-433975d5-a6ac-4456-826c-eb4b16332199 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 943 time: 0.0494235 Sep 10 11:45:29.985081 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-006bd2db-c4de-4ff0-949f-8eecc3cdcb18 req-7d2f338e-5193-45e7-9691-b48df917ec92 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309484 Sep 10 11:45:30.119731 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:45:30.329485 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:30.340024 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'port_id': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'mac_address': 'fa:16:3e:a9:23:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 570, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:45:30.383823 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:30.396609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03b3b38-3341-4a69-a293-6c38bce77c76 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:45:30.415111 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:30.418260 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:30.462995 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:30.736338 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e03b3b38-3341-4a69-a293-6c38bce77c76'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:45:32.135603 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:45:32.182913 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port e03b3b38-3341-4a69-a293-6c38bce77c76 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:45:32.183203 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:32.258525 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:32.279243 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:45:32.281503 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e811e5ae-4551-4b3a-8e3d-2815bf24f93c" -d '{"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-plugged", "status": "completed", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:45:32.294421 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:45:32.298345 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:32.322892 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0294d8b-c32a-4483-94a3-c760f2dd777e x-openstack-request-id: req-f0294d8b-c32a-4483-94a3-c760f2dd777e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:45:32.323187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-plugged", "status": "completed", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:45:32.323440 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-f0294d8b-c32a-4483-94a3-c760f2dd777e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:45:32.323824 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'code': 200} Sep 10 11:45:32.348664 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:45:40.886837 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c7432c89-c96e-491d-a29b-8d2c405c17c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:42.397169 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:43.157208 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58cd494a-3bc6-4794-aeeb-303023105e0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:43.941806 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:44.732487 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:45.372869 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:45:45.795800 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:45:49.264817 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4d9ad0-bfb6-4fe9-ab45-8cb1cdb9b025 req-0329fe2c-1ff4-4fee-947d-d2321ccdb566 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:49.266260 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cf4d9ad0-bfb6-4fe9-ab45-8cb1cdb9b025 req-0329fe2c-1ff4-4fee-947d-d2321ccdb566 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0471745 Sep 10 11:45:49.303073 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cf4d9ad0-bfb6-4fe9-ab45-8cb1cdb9b025 req-e80d3ba0-a946-4257-9733-7dc3942c0868 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308619 Sep 10 11:45:50.425516 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccc7c95-5d2e-4a3a-b6cc-114eb6ae05fc req-48b528db-0ab7-408c-b108-af6af16f5756 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:50.427019 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2ccc7c95-5d2e-4a3a-b6cc-114eb6ae05fc req-48b528db-0ab7-408c-b108-af6af16f5756 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0510585 Sep 10 11:45:50.464068 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2ccc7c95-5d2e-4a3a-b6cc-114eb6ae05fc req-e590a4eb-be63-4eb1-a0b9-07fa4d03f12c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300038 Sep 10 11:45:51.580953 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbd6ac3-165d-45a0-a75e-19882040f7b5 req-e8e5f908-d5eb-425f-aec8-c4f8bce18699 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:51.582413 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ffbd6ac3-165d-45a0-a75e-19882040f7b5 req-e8e5f908-d5eb-425f-aec8-c4f8bce18699 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0487089 Sep 10 11:45:51.619066 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ffbd6ac3-165d-45a0-a75e-19882040f7b5 req-e76b5a5a-0beb-48db-a7a8-60a3ede84d93 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307672 Sep 10 11:45:52.735127 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fbea69-047b-499a-9f7e-eea3c0553fa7 req-33657cb6-3eb9-409d-8e84-e3e1870272d5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:52.736588 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e3fbea69-047b-499a-9f7e-eea3c0553fa7 req-33657cb6-3eb9-409d-8e84-e3e1870272d5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0471697 Sep 10 11:45:52.771631 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e3fbea69-047b-499a-9f7e-eea3c0553fa7 req-0a010083-87a7-4195-ac81-044983b35b63 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293002 Sep 10 11:45:53.890092 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66cc2f-b6c5-4753-8562-d19b866f317e req-5231be25-bcb1-4519-a931-097e72121c5d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:53.891449 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-be66cc2f-b6c5-4753-8562-d19b866f317e req-5231be25-bcb1-4519-a931-097e72121c5d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0510988 Sep 10 11:45:53.927837 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-be66cc2f-b6c5-4753-8562-d19b866f317e req-2f9111bd-3acd-4d61-bdd3-515859080c25 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306096 Sep 10 11:45:55.041478 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a37048-dbcd-47c7-9d28-ce7174d5ec36 req-9a443e99-2c5c-4f02-8f90-51d1c08bcfb2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:55.042934 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3a37048-dbcd-47c7-9d28-ce7174d5ec36 req-9a443e99-2c5c-4f02-8f90-51d1c08bcfb2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0468664 Sep 10 11:45:55.079025 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3a37048-dbcd-47c7-9d28-ce7174d5ec36 req-cbe6a8fd-fbcc-47f7-af05-159c2208d992 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304110 Sep 10 11:45:56.193266 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34287a48-5742-4a9f-bc9f-b3e3a54c9d05 req-92f2dcb5-a577-4d31-855e-498b83581bdf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:56.194739 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-34287a48-5742-4a9f-bc9f-b3e3a54c9d05 req-92f2dcb5-a577-4d31-855e-498b83581bdf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0471649 Sep 10 11:45:56.231461 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-34287a48-5742-4a9f-bc9f-b3e3a54c9d05 req-3bad5087-31b6-469b-921f-5bf4e77e4b98 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303092 Sep 10 11:45:57.350359 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d1b58c-a688-4e4e-b051-1b31017c6e02 req-b37b4afd-7e03-46a2-a489-068d3f135475 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:57.351795 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65d1b58c-a688-4e4e-b051-1b31017c6e02 req-b37b4afd-7e03-46a2-a489-068d3f135475 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0508885 Sep 10 11:45:57.387682 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65d1b58c-a688-4e4e-b051-1b31017c6e02 req-099b5b50-8224-496e-a6cc-2aaaf79df79a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294116 Sep 10 11:45:58.505661 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df81ffc-4539-44a8-9e1f-f6a419df4b9f req-affdaed5-7cab-4c71-8685-bad6570f6fbe tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:58.507135 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6df81ffc-4539-44a8-9e1f-f6a419df4b9f req-affdaed5-7cab-4c71-8685-bad6570f6fbe tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0490696 Sep 10 11:45:58.543348 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6df81ffc-4539-44a8-9e1f-f6a419df4b9f req-eb03f821-8994-4b09-8f02-5dc4db13353f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303581 Sep 10 11:45:59.660263 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac9ce85-ed8b-49fe-a994-28b6241da815 req-5f261baa-4364-414e-b785-7360563ba895 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:45:59.662038 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1ac9ce85-ed8b-49fe-a994-28b6241da815 req-5f261baa-4364-414e-b785-7360563ba895 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0466621 Sep 10 11:45:59.698031 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1ac9ce85-ed8b-49fe-a994-28b6241da815 req-03af68ab-7ec1-43a9-bcd7-de5cbf9152ab tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295711 Sep 10 11:46:00.816931 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c234161a-40e7-42f7-822c-cd477ddafcf2 req-5b9601b4-9ac0-4216-9c5e-659efb97912d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:00.818381 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c234161a-40e7-42f7-822c-cd477ddafcf2 req-5b9601b4-9ac0-4216-9c5e-659efb97912d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0519416 Sep 10 11:46:00.858865 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c234161a-40e7-42f7-822c-cd477ddafcf2 req-f5f8adf2-fd16-4667-8006-3ea5cf560327 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345829 Sep 10 11:46:01.974933 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ecd651-0003-45bf-89a3-ed98f68758c7 req-d824c3a5-b5c3-4882-90ae-883a46d8c192 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:01.976392 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-41ecd651-0003-45bf-89a3-ed98f68758c7 req-d824c3a5-b5c3-4882-90ae-883a46d8c192 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0482249 Sep 10 11:46:02.012962 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-41ecd651-0003-45bf-89a3-ed98f68758c7 req-cb6e4785-4f6c-4699-a4c9-f39861b07bb1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306852 Sep 10 11:46:02.323976 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:46:02.416069 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:02.427066 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'mac_address': 'fa:16:3e:dc:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:46:02.461667 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:02.474069 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d6669290-5e38-415c-b34a-6877f8bc871e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:46:02.492894 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:02.496527 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:02.549421 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=6']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:46:02.590542 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['d6669290-5e38-415c-b34a-6877f8bc871e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:46:03.126658 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2614c9-f2d6-46ef-9c89-123239d1261e req-43769e56-b2a3-41fb-9ec7-13ed8f852abb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:03.128110 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2b2614c9-f2d6-46ef-9c89-123239d1261e req-43769e56-b2a3-41fb-9ec7-13ed8f852abb tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 945 time: 0.0473602 Sep 10 11:46:03.165043 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2b2614c9-f2d6-46ef-9c89-123239d1261e req-38e03a7e-62a6-4b1a-b66e-54d7de3a8927 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311112 Sep 10 11:46:04.281851 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff61335-25df-44ed-9abf-041762c6dc7c req-602cbae2-0d18-47f1-9a2a-0e97f671678a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:04.283278 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dff61335-25df-44ed-9abf-041762c6dc7c req-602cbae2-0d18-47f1-9a2a-0e97f671678a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 945 time: 0.0500448 Sep 10 11:46:04.319655 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dff61335-25df-44ed-9abf-041762c6dc7c req-52631ba2-5aa4-4d16-ab47-44e0c08bf6bc tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303497 Sep 10 11:46:04.336067 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:46:04.383546 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port d6669290-5e38-415c-b34a-6877f8bc871e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:46:04.383912 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:04.456436 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:04.477797 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:46:04.480020 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfa4c762-47c8-43a7-bf64-eb079d3d6555" -d '{"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-plugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:46:04.492138 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:04.496320 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:04.519351 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:46:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bc146f-c941-42b7-95d3-e608696d9410 x-openstack-request-id: req-58bc146f-c941-42b7-95d3-e608696d9410 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:46:04.519634 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-plugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:46:04.519879 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-58bc146f-c941-42b7-95d3-e608696d9410 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:46:04.520254 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'code': 200} Sep 10 11:46:04.547356 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=7']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:46:05.437268 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f31de1-1dbf-4f39-a552-3dadb199b7e9 req-66b24500-4641-4a8c-a7fe-106755dd3046 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:05.438714 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-14f31de1-1dbf-4f39-a552-3dadb199b7e9 req-66b24500-4641-4a8c-a7fe-106755dd3046 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0479181 Sep 10 11:46:05.475467 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-14f31de1-1dbf-4f39-a552-3dadb199b7e9 req-f6f96028-3431-424d-9b47-056fb843663e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310271 Sep 10 11:46:06.599524 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b6c10-4f2d-4d46-a23e-aad0fe2c0365 req-682fee5a-1451-4099-a5ea-b49cf4942adf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:06.601190 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d2b6c10-4f2d-4d46-a23e-aad0fe2c0365 req-682fee5a-1451-4099-a5ea-b49cf4942adf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0512064 Sep 10 11:46:06.639978 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d2b6c10-4f2d-4d46-a23e-aad0fe2c0365 req-cb44b794-5941-4b5e-a89f-88201edc11fd tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323849 Sep 10 11:46:07.765739 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb3aa8-484e-4eaf-bc3f-d1572aab682c req-cb1ff474-5808-48fc-a212-7e8a7c5e778f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:07.767242 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e4bb3aa8-484e-4eaf-bc3f-d1572aab682c req-cb1ff474-5808-48fc-a212-7e8a7c5e778f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0565367 Sep 10 11:46:07.829101 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e4bb3aa8-484e-4eaf-bc3f-d1572aab682c req-963c1aa0-3c00-4068-9f0d-457412e67763 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503869 Sep 10 11:46:08.938617 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e083c-17a6-4199-b06f-10e31fcf57ba req-b9fd5cc3-475b-4a8f-8ba7-2abd773c49ee tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:08.940097 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c91e083c-17a6-4199-b06f-10e31fcf57ba req-b9fd5cc3-475b-4a8f-8ba7-2abd773c49ee tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0498302 Sep 10 11:46:08.981441 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c91e083c-17a6-4199-b06f-10e31fcf57ba req-ec3e4660-5a93-468e-baa6-a9c2ab040f1e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348139 Sep 10 11:46:10.099656 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77815fa8-ea87-4a06-84ef-b3cfb9f0fa03 req-c36ca402-3f99-4435-aad0-c6b8ca8fd419 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:10.101211 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-77815fa8-ea87-4a06-84ef-b3cfb9f0fa03 req-c36ca402-3f99-4435-aad0-c6b8ca8fd419 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0493333 Sep 10 11:46:10.139077 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-77815fa8-ea87-4a06-84ef-b3cfb9f0fa03 req-14735498-2b0a-4bf5-8015-8b44e06fec53 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318422 Sep 10 11:46:10.891083 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e3fc293-a484-4dac-9660-d1fde2939f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:11.267702 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355edeb8-201b-44b4-a0ee-ebcaa13b62a2 req-a0b1aa8e-4048-4426-aa74-b0394beb1f37 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:11.269331 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-355edeb8-201b-44b4-a0ee-ebcaa13b62a2 req-a0b1aa8e-4048-4426-aa74-b0394beb1f37 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0556116 Sep 10 11:46:11.313677 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-355edeb8-201b-44b4-a0ee-ebcaa13b62a2 req-214021db-9eef-4a19-b531-7aaa6d734def tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342250 Sep 10 11:46:12.409935 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:12.451724 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622ffe6b-5b7f-4649-b620-22a878a084fc req-d1678a73-100e-46c9-99ca-6eb190f8f776 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:12.453442 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-622ffe6b-5b7f-4649-b620-22a878a084fc req-d1678a73-100e-46c9-99ca-6eb190f8f776 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0537350 Sep 10 11:46:12.494725 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-622ffe6b-5b7f-4649-b620-22a878a084fc req-692378ea-6d8d-41a7-af80-58eff55fa358 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344129 Sep 10 11:46:13.157997 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-52c1e46e-fe1e-4fe6-a21f-117490f93bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:13.623279 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03256b-53a8-4375-9b1a-627a819acfe5 req-40b6baba-0f48-4068-b158-a43b43e20ba4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:13.625037 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b03256b-53a8-4375-9b1a-627a819acfe5 req-40b6baba-0f48-4068-b158-a43b43e20ba4 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0520387 Sep 10 11:46:13.681305 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b03256b-53a8-4375-9b1a-627a819acfe5 req-757680b1-c17a-45a0-9e27-39e9f4dc2471 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474362 Sep 10 11:46:13.948653 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:14.738271 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:14.815103 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e61f9af-2ebe-414b-8df6-e282846a2c37 req-1ba8dbaa-d118-46c0-ba66-8428afb8967c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:14.816630 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e61f9af-2ebe-414b-8df6-e282846a2c37 req-1ba8dbaa-d118-46c0-ba66-8428afb8967c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0571947 Sep 10 11:46:14.856924 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e61f9af-2ebe-414b-8df6-e282846a2c37 req-90fa7274-f186-4771-8ca3-a424dd33dc1c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333068 Sep 10 11:46:15.809507 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:15.999975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-948485c6-25df-4d0a-85ee-40b74b50f10e req-9c02777d-86e4-4841-ae3f-a999eeff307e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:16.001750 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-948485c6-25df-4d0a-85ee-40b74b50f10e req-9c02777d-86e4-4841-ae3f-a999eeff307e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0547752 Sep 10 11:46:16.059396 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-948485c6-25df-4d0a-85ee-40b74b50f10e req-e1593e60-d376-4ba6-b3c5-cdb9b251c5f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512607 Sep 10 11:46:17.189838 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54212d7-9d43-40cf-9bfb-6b50dd74f5c6 req-c0859815-6be1-457f-be8c-48eb268545a0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:17.191484 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f54212d7-9d43-40cf-9bfb-6b50dd74f5c6 req-c0859815-6be1-457f-be8c-48eb268545a0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0505767 Sep 10 11:46:17.234922 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f54212d7-9d43-40cf-9bfb-6b50dd74f5c6 req-398d75db-60b1-4c54-8c2d-d146a620f2a2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372896 Sep 10 11:46:17.682491 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-02dd5815-33f9-48ca-81c9-3d3251e9dbe4 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423865 Sep 10 11:46:17.763923 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-4a593bc1-b2c6-4261-8dea-fe0f3d3820e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:17.765422 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-4a593bc1-b2c6-4261-8dea-fe0f3d3820e1 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1098 time: 0.0397923 Sep 10 11:46:17.864868 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-0097500c-dd04-40fd-a416-fa71f3b9b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:17.866334 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-0097500c-dd04-40fd-a416-fa71f3b9b8d5 service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 910 time: 0.0810680 Sep 10 11:46:17.931799 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-92be0a0e-57ca-478f-97fa-40b10038752e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 1001 time: 0.0576739 Sep 10 11:46:18.102831 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-786db11d-2ef0-49c6-ac78-54291c6db340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.104202 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-786db11d-2ef0-49c6-ac78-54291c6db340 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 200 len: 848 time: 0.0416412 Sep 10 11:46:18.153380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-e8a06386-07b3-4a1f-96b5-5dfa5a6f7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.154807 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-e8a06386-07b3-4a1f-96b5-5dfa5a6f7c19 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf408268-4506-4da3-b9e6-151b4575875e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0383706 Sep 10 11:46:18.248632 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-edd3c8f8-72a5-4a3f-ba84-0e6b74d8fbe7 service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826390 Sep 10 11:46:18.340590 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-aacec87a-5ff5-4258-9bb5-5cee4faffbeb req-42bcb0b7-071f-469a-86bf-9326ac5c264a service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844808 Sep 10 11:46:18.377748 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236be1-62f0-4939-8a6a-70822c680968 req-6ee15c17-f507-4bda-9ead-88f0f3aa3211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.379227 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-6ee15c17-f507-4bda-9ead-88f0f3aa3211 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1099 time: 0.0730345 Sep 10 11:46:18.387193 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972f9162-4da8-40c3-b26f-b62624dbe300 req-36960540-a4c8-49e3-89a0-6c1e7560356c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.388583 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-972f9162-4da8-40c3-b26f-b62624dbe300 req-36960540-a4c8-49e3-89a0-6c1e7560356c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0739887 Sep 10 11:46:18.477169 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-972f9162-4da8-40c3-b26f-b62624dbe300 req-c56dd566-8ca9-4254-b582-ac468fce44a8 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807376 Sep 10 11:46:18.499249 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236be1-62f0-4939-8a6a-70822c680968 req-1c504870-6584-4193-9185-99dac3e0e30b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.500662 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-1c504870-6584-4193-9185-99dac3e0e30b service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.1112223 Sep 10 11:46:18.564311 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-5402a6cd-a4a4-46fe-a388-23353b18d4d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 1001 time: 0.0563009 Sep 10 11:46:18.614002 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236be1-62f0-4939-8a6a-70822c680968 req-75338919-eb22-4a48-ae4a-a298460f6586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.615432 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-75338919-eb22-4a48-ae4a-a298460f6586 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0418422 Sep 10 11:46:18.664889 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d236be1-62f0-4939-8a6a-70822c680968 req-66f606cd-37cd-4a14-bfb4-3b06039dee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:18.666318 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-66f606cd-37cd-4a14-bfb4-3b06039dee34 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0424371 Sep 10 11:46:18.757229 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-36e05c81-8f28-40e3-ab2e-86dc023c762e service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785928 Sep 10 11:46:18.851038 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d236be1-62f0-4939-8a6a-70822c680968 req-29d92ae1-6b8f-4ffe-9ea2-74aa00db15f6 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815270 Sep 10 11:46:19.594294 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df184818-4795-44a3-af4d-64989af7ff6b req-61765303-d2f6-41cf-bc21-a6bc2529d501 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:19.596232 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df184818-4795-44a3-af4d-64989af7ff6b req-61765303-d2f6-41cf-bc21-a6bc2529d501 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0484412 Sep 10 11:46:19.633882 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df184818-4795-44a3-af4d-64989af7ff6b req-d54096ad-2233-483c-a068-8e003417d730 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308061 Sep 10 11:46:20.755008 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b390de6-7160-4a77-bd45-be2773b61085 req-dd537ac7-4829-4c9c-aeb9-933c1efde102 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:20.756464 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7b390de6-7160-4a77-bd45-be2773b61085 req-dd537ac7-4829-4c9c-aeb9-933c1efde102 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0474634 Sep 10 11:46:20.797593 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7b390de6-7160-4a77-bd45-be2773b61085 req-b111d24e-f42f-4b65-9ec7-258262f3eee9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348244 Sep 10 11:46:21.719105 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf42373-adba-47ae-91a0-45cdc331901e req-a5d32078-3d09-4220-89d2-e66efc262058 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:21.720564 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3cf42373-adba-47ae-91a0-45cdc331901e req-a5d32078-3d09-4220-89d2-e66efc262058 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 946 time: 0.0708878 Sep 10 11:46:21.744473 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-c20fcd9c-5f0e-4c66-b3f9-d9d41b92c88f service neutron] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0587268 Sep 10 11:46:21.763509 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3cf42373-adba-47ae-91a0-45cdc331901e req-067e94eb-a054-40c9-8246-efd38f16af5a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360544 Sep 10 11:46:22.371156 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:46:22.426697 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:46:22.501242 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:22.523121 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:46:22.525386 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce57899-ace1-44b1-b56e-596c5685007f" -d '{"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-unplugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:46:22.538979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:22.544601 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:22.552147 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-a7209fb1-60fe-4196-a007-dad874453f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:22.552147 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-a7209fb1-60fe-4196-a007-dad874453f9b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549&tenant_id=491bb91dffe24498b9e9d96ff189ba15 HTTP/1.1" status: 200 len: 1099 time: 0.0730309 Sep 10 11:46:22.576836 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 11:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e10cd8-c77c-4c93-b8d6-648dcc0e654d x-openstack-request-id: req-44e10cd8-c77c-4c93-b8d6-648dcc0e654d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:46:22.577124 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-unplugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:46:22.577368 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-44e10cd8-c77c-4c93-b8d6-648dcc0e654d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:46:22.577745 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'code': 200} Sep 10 11:46:22.602728 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=8']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:46:22.609780 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.610131 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.610516 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.610858 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.611193 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.611524 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.611849 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.612291 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.612650 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.613003 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.613325 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.613663 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:46:22.630541 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-1a8d85d7-b67b-461a-94d4-fb9512769fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:22.632047 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-1a8d85d7-b67b-461a-94d4-fb9512769fb7 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1097 time: 0.0441227 Sep 10 11:46:22.721755 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-5e8a2ff1-abf2-40e5-a1a6-6cd7c8f8e307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:22.723155 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-5e8a2ff1-abf2-40e5-a1a6-6cd7c8f8e307 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.0803740 Sep 10 11:46:22.790032 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-70f35baa-4bcc-40b4-8b99-27e3b7de87d4 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 999 time: 0.0582092 Sep 10 11:46:22.847373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-1b7b35be-573b-490f-bc58-19538361486b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:22.848803 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-1b7b35be-573b-490f-bc58-19538361486b service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0514002 Sep 10 11:46:22.913156 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c95423-649d-4faf-a2b7-dca35bde9cef req-aab2f57a-4bf2-493c-82be-22378d7b82e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:22.914567 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d7c95423-649d-4faf-a2b7-dca35bde9cef req-aab2f57a-4bf2-493c-82be-22378d7b82e9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0806072 Sep 10 11:46:22.920964 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-420fb8b0-3dd7-4d33-915e-db8d53ddd0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:22.922438 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-420fb8b0-3dd7-4d33-915e-db8d53ddd0ab service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0601692 Sep 10 11:46:22.976928 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d7c95423-649d-4faf-a2b7-dca35bde9cef req-4fa93f9d-1a64-4ece-b578-be56f9698d2f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535271 Sep 10 11:46:23.031084 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-10e083e7-2162-49e6-a9de-a71d87a58a0a service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954158 Sep 10 11:46:23.123212 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-5ef3f4e3-10a6-4f00-8341-759a2de06fba service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827456 Sep 10 11:46:24.101389 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6cfb2e-f98d-42b6-a8c2-600f46909c51 req-501c2ebc-a29a-4ee8-9b77-93a862c21206 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:24.102837 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8b6cfb2e-f98d-42b6-a8c2-600f46909c51 req-501c2ebc-a29a-4ee8-9b77-93a862c21206 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0481002 Sep 10 11:46:24.140715 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8b6cfb2e-f98d-42b6-a8c2-600f46909c51 req-41f066ec-dabc-4d45-bf37-848878f476e1 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319118 Sep 10 11:46:25.263064 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bec8f8-889a-40de-aada-65d2da20588f req-962313fe-bcb6-4396-8d3b-83df80227baf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:25.264934 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-53bec8f8-889a-40de-aada-65d2da20588f req-962313fe-bcb6-4396-8d3b-83df80227baf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0532656 Sep 10 11:46:25.304996 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-53bec8f8-889a-40de-aada-65d2da20588f req-7660be6f-6a4f-45df-987a-fbfde949d31a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341113 Sep 10 11:46:26.432252 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d8d362-cfc8-4862-8a87-afb95698d537 req-43cdf57c-4d98-45f1-a725-1160103e6af8 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:26.433738 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78d8d362-cfc8-4862-8a87-afb95698d537 req-43cdf57c-4d98-45f1-a725-1160103e6af8 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0500968 Sep 10 11:46:26.469759 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-78d8d362-cfc8-4862-8a87-afb95698d537 req-c17785cf-e94f-47b1-b722-7e7140af9264 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300713 Sep 10 11:46:27.615402 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e6140c-0b53-4e00-973a-3b7462d732b2 req-0ba38a07-c862-4eac-adc0-7de590b75fd6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:27.616984 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1e6140c-0b53-4e00-973a-3b7462d732b2 req-0ba38a07-c862-4eac-adc0-7de590b75fd6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0601022 Sep 10 11:46:27.654115 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1e6140c-0b53-4e00-973a-3b7462d732b2 req-b198a954-b8dc-4bf2-83be-f277f4584caf tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306892 Sep 10 11:46:28.774410 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9ef3-8a54-4a0d-a36f-04b6b0dd26a1 req-f4ac8d7e-c8b0-4bb5-8458-e6b1d64e8141 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:28.775847 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6fce9ef3-8a54-4a0d-a36f-04b6b0dd26a1 req-f4ac8d7e-c8b0-4bb5-8458-e6b1d64e8141 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0509667 Sep 10 11:46:28.815334 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6fce9ef3-8a54-4a0d-a36f-04b6b0dd26a1 req-cadcfe71-22c0-4023-91a0-69a8adc1799f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335760 Sep 10 11:46:29.941702 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68325b8a-67c8-4bed-9ac1-85073d645edc req-5cb1f569-90d0-47cb-92df-af8d4572036f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:29.943132 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-68325b8a-67c8-4bed-9ac1-85073d645edc req-5cb1f569-90d0-47cb-92df-af8d4572036f tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0479536 Sep 10 11:46:29.981147 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-68325b8a-67c8-4bed-9ac1-85073d645edc req-f13b703c-801f-4b2b-911c-39f07fafedb9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320928 Sep 10 11:46:31.098199 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803364c-7bed-4263-a486-7d0375eac721 req-28e14e91-f381-4b4f-88d3-5db4c50f5211 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:31.099629 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d803364c-7bed-4263-a486-7d0375eac721 req-28e14e91-f381-4b4f-88d3-5db4c50f5211 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0471680 Sep 10 11:46:31.139628 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d803364c-7bed-4263-a486-7d0375eac721 req-2b35205f-002d-400d-a8e2-76baeb8751f9 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316064 Sep 10 11:46:32.262037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd83e9-43e4-4642-8665-27415360dafb req-0e3be0f3-28ae-42db-8cba-4c8c87394367 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:32.263375 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f0cd83e9-43e4-4642-8665-27415360dafb req-0e3be0f3-28ae-42db-8cba-4c8c87394367 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0504274 Sep 10 11:46:32.302705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f0cd83e9-43e4-4642-8665-27415360dafb req-f80b18a7-e154-40ab-90eb-e085ca288f92 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330520 Sep 10 11:46:33.420953 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22c3199-3233-451c-9de5-1923c73a8ede req-31bf1fb7-1c2e-427e-8947-c15414aab434 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:33.422399 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d22c3199-3233-451c-9de5-1923c73a8ede req-31bf1fb7-1c2e-427e-8947-c15414aab434 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0481758 Sep 10 11:46:33.458113 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d22c3199-3233-451c-9de5-1923c73a8ede req-ac098f12-92b0-4b31-918f-b2408619989b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299397 Sep 10 11:46:34.585384 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c672a858-88ef-47e2-b756-c0989ed61e1d req-22596dcc-d09f-43ee-a40f-a57c33f633d3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:34.586864 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c672a858-88ef-47e2-b756-c0989ed61e1d req-22596dcc-d09f-43ee-a40f-a57c33f633d3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0496361 Sep 10 11:46:34.624915 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c672a858-88ef-47e2-b756-c0989ed61e1d req-c5e0d001-e9f0-4995-a3c9-abf9dd85bb26 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 Sep 10 11:46:35.746836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf89a179-f308-4594-beca-43aab7f2ac0a req-b8bdf34c-bd89-4959-acc8-53cb8918ad85 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:35.748252 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf89a179-f308-4594-beca-43aab7f2ac0a req-b8bdf34c-bd89-4959-acc8-53cb8918ad85 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0516176 Sep 10 11:46:35.800890 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf89a179-f308-4594-beca-43aab7f2ac0a req-90ab5e5b-1720-4b70-9c8c-6821d1982467 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465641 Sep 10 11:46:36.918063 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee944102-d87d-47b5-9d49-8f264111c7fb req-3ef7b935-7e11-462b-b340-bdc80f95f556 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:36.919502 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ee944102-d87d-47b5-9d49-8f264111c7fb req-3ef7b935-7e11-462b-b340-bdc80f95f556 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0478489 Sep 10 11:46:36.956020 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ee944102-d87d-47b5-9d49-8f264111c7fb req-86aa5441-935c-4114-9b65-58c47bfe8bda tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304391 Sep 10 11:46:38.071376 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499175c6-d8b2-479e-a1e4-de3e441cbd0b req-e23a7487-e827-4fda-a07b-6faf0282240a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:38.072838 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-499175c6-d8b2-479e-a1e4-de3e441cbd0b req-e23a7487-e827-4fda-a07b-6faf0282240a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0474758 Sep 10 11:46:38.108265 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-499175c6-d8b2-479e-a1e4-de3e441cbd0b req-78219ca7-c55c-4554-819c-1d09dc318e3e tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296783 Sep 10 11:46:39.228421 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c03f061-5664-4da8-94ad-b61beba1f01a req-1a413d56-4ac7-4f8a-a683-97ba6bbf8f9d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:39.229883 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1c03f061-5664-4da8-94ad-b61beba1f01a req-1a413d56-4ac7-4f8a-a683-97ba6bbf8f9d tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0512004 Sep 10 11:46:39.266498 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1c03f061-5664-4da8-94ad-b61beba1f01a req-06042eec-a1a0-485e-bed1-2cca49135817 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307066 Sep 10 11:46:40.381441 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9da1751-a0a1-437c-972e-d873f4e58ee9 req-3d97c535-a17d-4200-97dd-196c81f0d39a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:40.382866 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d9da1751-a0a1-437c-972e-d873f4e58ee9 req-3d97c535-a17d-4200-97dd-196c81f0d39a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0468752 Sep 10 11:46:40.420006 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d9da1751-a0a1-437c-972e-d873f4e58ee9 req-1c68b33f-e523-43ce-a818-09b36c5aca87 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314102 Sep 10 11:46:40.892306 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b6d435da-416e-4469-87f5-080c42d49bb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:41.534815 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95962705-fa91-48c2-9fd2-5f33b121a256 req-66a511c7-8660-48b1-aee4-84c4f7db0bab tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:41.536525 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-95962705-fa91-48c2-9fd2-5f33b121a256 req-66a511c7-8660-48b1-aee4-84c4f7db0bab tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.0470920 Sep 10 11:46:41.572167 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-95962705-fa91-48c2-9fd2-5f33b121a256 req-57552c8b-c1c1-4736-8f01-f0bb489071e3 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298767 Sep 10 11:46:42.405557 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:42.564445 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:46:42.659330 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:42.670105 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'port_id': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'mac_address': 'fa:16:3e:dc:49:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 590, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:46:42.707334 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:42.721236 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6669290-5e38-415c-b34a-6877f8bc871e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:46:42.741319 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:42.746161 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:42.793740 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=9']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:46:42.934480 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fada5a8f-9d73-4d25-b050-6809fb06d279 req-0bd7324b-e489-4d35-b5f6-b3ee92497120 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:42.935853 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fada5a8f-9d73-4d25-b050-6809fb06d279 req-0bd7324b-e489-4d35-b5f6-b3ee92497120 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 944 time: 0.2945311 Sep 10 11:46:42.972059 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fada5a8f-9d73-4d25-b050-6809fb06d279 req-2bbaeecd-76b6-4266-8333-22ef2ca0af8b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303802 Sep 10 11:46:43.093928 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['d6669290-5e38-415c-b34a-6877f8bc871e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:46:43.171910 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-112964a8-b54c-4693-8dd1-4c598585fcfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:43.940204 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:44.086042 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190ab27b-1a66-459f-ace4-a12dafe51995 req-a54c4178-02dc-43d4-a900-fe92dcec0dc6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:44.087471 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-190ab27b-1a66-459f-ace4-a12dafe51995 req-a54c4178-02dc-43d4-a900-fe92dcec0dc6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 945 time: 0.0471370 Sep 10 11:46:44.124167 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-190ab27b-1a66-459f-ace4-a12dafe51995 req-6fa135af-888b-4eb4-934e-37fa49049178 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306692 Sep 10 11:46:44.579700 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:46:44.625840 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port d6669290-5e38-415c-b34a-6877f8bc871e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:46:44.626209 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:44.701002 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:44.728670 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:46:44.731419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c45e7c4b-67e0-4cb8-9ba3-200954262406" -d '{"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-plugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:46:44.746370 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:46:44.747338 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:44.750348 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:44.772969 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:46:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0631f8a3-4ca8-46af-b820-2bcaf4426f0d x-openstack-request-id: req-0631f8a3-4ca8-46af-b820-2bcaf4426f0d {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:46:44.773264 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-plugged", "status": "completed", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:46:44.773512 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0631f8a3-4ca8-46af-b820-2bcaf4426f0d {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:46:44.773894 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'code': 200} Sep 10 11:46:44.799136 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=10']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:46:44.939117 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023cd833-c1a7-4156-b54c-a982d2691d31 req-da84d75c-4f6b-4d8c-8b6b-d083ea37981c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:44.940479 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-023cd833-c1a7-4156-b54c-a982d2691d31 req-da84d75c-4f6b-4d8c-8b6b-d083ea37981c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1100 time: 0.0379162 Sep 10 11:46:44.974181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-023cd833-c1a7-4156-b54c-a982d2691d31 req-71ed5753-290d-4d5a-a03b-72c30818b4d9 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268221 Sep 10 11:46:45.241875 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-303a0792-7148-4338-870d-489325b20868 req-b3dd3a38-cb31-406c-ba79-d6a93135fa0a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:45.243233 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-303a0792-7148-4338-870d-489325b20868 req-b3dd3a38-cb31-406c-ba79-d6a93135fa0a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 947 time: 0.0506685 Sep 10 11:46:45.278965 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-303a0792-7148-4338-870d-489325b20868 req-58455e88-9e55-491b-bb83-b1fb4d5d4c13 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299709 Sep 10 11:46:45.801991 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:46:46.399351 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b63196-430e-4fba-91f0-ddfe0feddc8c req-e3ef60e0-12ce-4a7c-8dc1-d55f487f9a9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:46.400961 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71b63196-430e-4fba-91f0-ddfe0feddc8c req-e3ef60e0-12ce-4a7c-8dc1-d55f487f9a9c tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 947 time: 0.0491767 Sep 10 11:46:46.439751 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-71b63196-430e-4fba-91f0-ddfe0feddc8c req-62ac0695-8909-4d26-83cc-6f081ca2d833 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327742 Sep 10 11:46:47.552993 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e735b8-0cdf-4f8d-bf6b-3145543d33d1 req-41b42cb4-2145-4d7f-866e-b4b7b1d97b5b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:46:47.554434 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-40e735b8-0cdf-4f8d-bf6b-3145543d33d1 req-41b42cb4-2145-4d7f-866e-b4b7b1d97b5b tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 947 time: 0.0465012 Sep 10 11:46:47.591730 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-40e735b8-0cdf-4f8d-bf6b-3145543d33d1 req-805d0ab5-99fe-480f-a1f7-317925f020c2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307562 Sep 10 11:46:59.370263 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:47:09.247412 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56786) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:09.489050 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Deleting port 74de9eb7-ecf3-4809-aea4-599c0f5ee235 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:09.489386 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:09.561434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:09.561765 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:09.572872 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Calling delete_port for 74de9eb7-ecf3-4809-aea4-599c0f5ee235 owned by network:floatingip {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:09.713610 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:09.744315 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event deleted for resources: {'Port': ['ID=74de9eb7-ecf3-4809-aea4-599c0f5ee235,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:09.765519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.765975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.766311 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.766642 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.766967 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.767289 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.767612 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.767931 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.768249 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.768592 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.768909 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.769237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:09.806935 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for floatingip, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:09.807841 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Floating IP afbb76e7-319e-4b91-940e-9b3c3c99aa40 disassociated (deleted). External IP: 172.27.2.203, port: e03b3b38-3341-4a69-a293-6c38bce77c76. Sep 10 11:47:10.005746 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Router 8506144f-e4ab-4995-b4b9-e46ce33de87f has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:10.109450 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:10.114237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:10.118741 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] Sync routers for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:10.127634 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:10.128239 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:46:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:10.139705 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-e30bf149-da12-405c-a630-eba7fcef5d9a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "DELETE /v2.0/floatingips/afbb76e7-319e-4b91-940e-9b3c3c99aa40 HTTP/1.1" status: 204 len: 168 time: 0.8912323 Sep 10 11:47:10.140505 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:47:10.142872 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86" -d '{"events": [{"name": "network-changed", "server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:47:10.184255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74447f6-f6a4-44a7-9cb3-886b5cae1ffa x-openstack-request-id: req-a74447f6-f6a4-44a7-9cb3-886b5cae1ffa {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:47:10.184575 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:47:10.184877 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a74447f6-f6a4-44a7-9cb3-886b5cae1ffa {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:47:10.185230 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'status': 'completed', 'code': 200} Sep 10 11:47:10.239701 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:10.262095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-e0eca304-ee24-494e-bc55-e7adb5422694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:10.265617 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-e0eca304-ee24-494e-bc55-e7adb5422694 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 1098 time: 0.0555189 Sep 10 11:47:10.402917 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-6120d1e7-1a22-4b27-a239-d35af859278a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:10.404391 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-6120d1e7-1a22-4b27-a239-d35af859278a service neutron] 10.222.0.52 "GET /v2.0/networks?id=cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 200 len: 910 time: 0.1237061 Sep 10 11:47:10.443989 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:10.448468 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-e951eb3f-d6fb-4d66-8399-27c650cc2a12 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 200 len: 217 time: 0.0357034 Sep 10 11:47:10.459124 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b838c077-ab90-4bef-be8c-812727e2a750 req-6d754019-abd1-4c30-855b-ea5f70725abb tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:10.460570 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b838c077-ab90-4bef-be8c-812727e2a750 req-6d754019-abd1-4c30-855b-ea5f70725abb tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.1489437 Sep 10 11:47:10.470380 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] Checking router: 8506144f-e4ab-4995-b4b9-e46ce33de87f for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:10.478425 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:10.479055 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:46:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:10.526856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-cc5c4dee-90e7-4a20-a9df-177e7a231fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:10.528223 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-cc5c4dee-90e7-4a20-a9df-177e7a231fac service neutron] 10.222.0.52 "GET /v2.0/subnets?id=dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 200 len: 848 time: 0.0668128 Sep 10 11:47:10.531114 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b838c077-ab90-4bef-be8c-812727e2a750 req-c4bf5615-e8c6-4392-ad28-ea40a2bc1e3a tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620520 Sep 10 11:47:10.582569 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-306bf694-2350-419b-aaa5-5562304f1c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:10.584087 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-306bf694-2350-419b-aaa5-5562304f1c06 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=cf408268-4506-4da3-b9e6-151b4575875e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0460529 Sep 10 11:47:10.676686 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-6862ffdb-4ce7-430b-a7e3-d245cd1c886d service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834246 Sep 10 11:47:10.705913 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:10.768183 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7d21cdc4-c21c-4c3e-8bd0-df5ea2a47b86 req-62178e4d-a139-47e3-9157-42dfafc9e327 service neutron] 10.222.0.52 "GET /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836749 Sep 10 11:47:10.903135 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6221f5b5-7dc2-4802-99b5-4094cbbf43c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:10.913613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:10.939109 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9ade1b1-ba06-4bdd-b6e2-53601975e93f None None] The sync data for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi is: [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:40Z', 'revision_number': 4, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '05fdb92b-abec-4281-a04f-c34a11f920f9', 'name': '', 'network_id': 'cf408268-4506-4da3-b9e6-151b4575875e', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'mac_address': 'fa:16:3e:60:53:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:40Z', 'updated_at': '2021-09-10T11:40:46Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'subnets': [{'id': 'dbaf66e5-439b-4c73-b91d-e574dfc7be07', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:11.139005 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c634a913-778a-4bdc-ba82-d803701b370b None None] New status for floating IP afbb76e7-319e-4b91-940e-9b3c3c99aa40: DOWN {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:47:11.693836 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7cf370-7283-496f-a264-aab48a29f430 req-5bfa8442-2522-4528-82ed-bf75eb2b8800 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:11.695321 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb7cf370-7283-496f-a264-aab48a29f430 req-5bfa8442-2522-4528-82ed-bf75eb2b8800 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0962036 Sep 10 11:47:11.732919 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb7cf370-7283-496f-a264-aab48a29f430 req-69125157-bea5-4f35-8249-28e70ab420c8 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/security-groups?id=86410eac-2b36-49cd-8170-375a05b6d12c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308373 Sep 10 11:47:12.011999 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09480758-b8b3-4442-b16f-31326dc0be5c req-c54c1a6a-9c32-47b7-80ba-d2fcbb7599ef tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:12.013561 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-09480758-b8b3-4442-b16f-31326dc0be5c req-c54c1a6a-9c32-47b7-80ba-d2fcbb7599ef tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.52 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 945 time: 0.0467849 Sep 10 11:47:12.106127 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Deleting port e03b3b38-3341-4a69-a293-6c38bce77c76 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:12.106461 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:12.194980 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] For port e03b3b38-3341-4a69-a293-6c38bce77c76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e03b3b38-3341-4a69-a293-6c38bce77c76,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:12.195334 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:12.206839 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Calling delete_port for e03b3b38-3341-4a69-a293-6c38bce77c76 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:12.326910 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:12.358781 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event deleted for resources: {'Port': ['ID=e03b3b38-3341-4a69-a293-6c38bce77c76,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:12.399135 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] No DVR routers for this DVR port e03b3b38-3341-4a69-a293-6c38bce77c76 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:12.403012 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:12.405264 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-09480758-b8b3-4442-b16f-31326dc0be5c req-47186c9f-3301-4bb5-91d0-487e8d88fa0c tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.52 "DELETE /v2.0/ports/e03b3b38-3341-4a69-a293-6c38bce77c76 HTTP/1.1" status: 204 len: 173 time: 0.3849995 Sep 10 11:47:12.405808 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-deleted', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:47:12.409060 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f5f4d2-c2d7-4b92-8311-e8603415685c" -d '{"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-deleted", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:47:12.412502 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:12.450479 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-385ad136-8417-4716-b12a-b91789c90104 x-openstack-request-id: req-385ad136-8417-4716-b12a-b91789c90104 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:47:12.450770 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f427f030-9462-4766-928f-dc1b8f2c518f", "name": "network-vif-deleted", "tag": "e03b3b38-3341-4a69-a293-6c38bce77c76", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:47:12.451022 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-385ad136-8417-4716-b12a-b91789c90104 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:47:12.451415 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f427f030-9462-4766-928f-dc1b8f2c518f', 'name': 'network-vif-deleted', 'tag': 'e03b3b38-3341-4a69-a293-6c38bce77c76', 'status': 'completed', 'code': 200} Sep 10 11:47:12.848704 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e50192b1-ba0b-4f9f-af31-fb855664345c req-53cd20be-efa5-4866-9167-9eb12d7f4da4 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "GET /v2.0/ports?device_id=f427f030-9462-4766-928f-dc1b8f2c518f HTTP/1.1" status: 200 len: 210 time: 0.0263524 Sep 10 11:47:13.161697 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4f1814fb-9e20-48ef-9a5e-c6deef2d09ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:13.902232 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56810) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:13.940977 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:13.959852 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1d79-d533-48e7-a368-83f2e974e708 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:13.985118 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1d79-d533-48e7-a368-83f2e974e708 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:14.042567 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1d79-d533-48e7-a368-83f2e974e708 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:14.045214 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-6c6a1d79-d533-48e7-a368-83f2e974e708 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:14.046498 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-6c6a1d79-d533-48e7-a368-83f2e974e708 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] 10.222.0.35 "DELETE /v2.0/security-groups/86410eac-2b36-49cd-8170-375a05b6d12c HTTP/1.1" status: 204 len: 168 time: 0.1432064 Sep 10 11:47:14.055333 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6a1d79-d533-48e7-a368-83f2e974e708 tempest-TestShelveInstance-1607111450 tempest-TestShelveInstance-1607111450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86410eac-2b36-49cd-8170-375a05b6d12c,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:14.733922 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:15.118523 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56816) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:15.541619 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:15.774987 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Deleting port 05fdb92b-abec-4281-a04f-c34a11f920f9 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:15.775331 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:15.803883 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:15.852181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] For port 05fdb92b-abec-4281-a04f-c34a11f920f9, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=05fdb92b-abec-4281-a04f-c34a11f920f9,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:15.852601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:15.867855 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Calling delete_port for 05fdb92b-abec-4281-a04f-c34a11f920f9 owned by network:router_interface {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:16.038441 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:16.064379 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Pushing event deleted for resources: {'Port': ['ID=05fdb92b-abec-4281-a04f-c34a11f920f9,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:16.224374 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:16.427426 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Router 8506144f-e4ab-4995-b4b9-e46ce33de87f has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:16.528868 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:16.533913 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-641780cd-d76a-43f5-a730-d8f499f3b48f admin admin] 10.222.0.35 "PUT /v2.0/routers/8506144f-e4ab-4995-b4b9-e46ce33de87f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4144824 Sep 10 11:47:16.536641 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56822) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:16.539166 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] Sync routers for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:16.548594 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:16.549200 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:16.636737 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks [] for router, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:16.654633 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:16.709133 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:16.729544 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: e03b3b38-3341-4a69-a293-6c38bce77c76 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:16.729886 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e03b3b38-3341-4a69-a293-6c38bce77c76 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:16.735076 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:16.786366 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Deleting port 118b61b0-e79f-43a2-b79a-7ec93fe546b6 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:16.786766 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:16.853628 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68'}], 'enable_snat': True}, 'gw_port_id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:47:15Z', 'revision_number': 5, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port': {'id': '118b61b0-e79f-43a2-b79a-7ec93fe546b6', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:12:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:40:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:16.863534 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] For port 118b61b0-e79f-43a2-b79a-7ec93fe546b6, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=118b61b0-e79f-43a2-b79a-7ec93fe546b6,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:16.863895 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:16.881340 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Calling delete_port for 118b61b0-e79f-43a2-b79a-7ec93fe546b6 owned by network:router_gateway {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:16.881580 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] Checking router: 8506144f-e4ab-4995-b4b9-e46ce33de87f for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:16.890331 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] Routers {'8506144f-e4ab-4995-b4b9-e46ce33de87f'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:16.890940 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8506144f-e4ab-4995-b4b9-e46ce33de87f'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:16.977033 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] Set router 8506144f-e4ab-4995-b4b9-e46ce33de87f gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:17.030761 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:47:16Z', 'revision_number': 6, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:17.042204 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.057737 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f017410-43a6-488b-b089-4bd0f92a8517 None None] The sync data for ids ['8506144f-e4ab-4995-b4b9-e46ce33de87f'] in dv-cinder-759962-12-iscsi is: [{'id': '8506144f-e4ab-4995-b4b9-e46ce33de87f', 'name': 'tempest-TestShelveInstance-1195886483-router', 'tenant_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:37Z', 'updated_at': '2021-09-10T11:47:16Z', 'revision_number': 6, 'project_id': 'cb4e6ef7d97b480d897248fe8721b3a1', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:17.075994 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Pushing event deleted for resources: {'Port': ['ID=118b61b0-e79f-43a2-b79a-7ec93fe546b6,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:17.144627 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.230594 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.232559 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.273091 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.273640 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8506144f-e4ab-4995-b4b9-e46ce33de87f {{(pid=94058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:47:17.279029 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.280168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-032e8865-77dd-4722-b4e6-9def442daf62 admin admin] 10.222.0.35 "DELETE /v2.0/routers/8506144f-e4ab-4995-b4b9-e46ce33de87f HTTP/1.1" status: 204 len: 168 time: 0.7426240 Sep 10 11:47:17.282713 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56824) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:17.328228 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Deleting subnet dbaf66e5-439b-4c73-b91d-e574dfc7be07 {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:47:17.331179 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.362732 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66470651'] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.437523 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.495434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66413517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66124728'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.519662 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbaf66e5-439b-4c73-b91d-e574dfc7be07,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:17.523339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.525211 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-7a93f08c-8edb-45b0-a41f-85a44c69e0a7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/dbaf66e5-439b-4c73-b91d-e574dfc7be07 HTTP/1.1" status: 204 len: 168 time: 0.2415924 Sep 10 11:47:17.527581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56826) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:17.530195 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4e5c5d-318a-4ecf-8acb-a928515e9233 None None] Network cf408268-4506-4da3-b9e6-151b4575875e requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:47:17.592568 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.647457 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Deleting port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:17.647828 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.814484 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] DHCP port deletion for cf408268-4506-4da3-b9e6-151b4575875e request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:47:17.864455 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] Deleting port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:17.865284 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.930081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] For port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:17.930559 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.947088 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] Calling delete_port for 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:17.960672 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] For port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,segment=NetworkSegment(1e32bf2d-80d1-4cfd-9eb4-ad43d437486b),segment_id=1e32bf2d-80d1-4cfd-9eb4-ad43d437486b)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:17.961042 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:17.977050 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Calling delete_port for 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:18.037771 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.059873 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.072380 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] No DVR routers for this DVR port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:18.076961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 05fdb92b-abec-4281-a04f-c34a11f920f9 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:18.089198 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:18.092662 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] No DVR routers for this DVR port 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 on host dv-cinder-759962-12-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:18.096756 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 05fdb92b-abec-4281-a04f-c34a11f920f9 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:18.097159 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 05fdb92b-abec-4281-a04f-c34a11f920f9 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:18.097477 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 118b61b0-e79f-43a2-b79a-7ec93fe546b6 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:18.101671 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8600ca-9a16-4a57-97aa-553c1106e844 None None] Pushing event deleted for resources: {'Port': ['ID=8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:18.120502 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 118b61b0-e79f-43a2-b79a-7ec93fe546b6 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:18.120850 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 118b61b0-e79f-43a2-b79a-7ec93fe546b6 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:18.121269 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:18.142663 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:18.143017 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8ea76c8b-51c5-44c8-bdfe-e4c7ac7894d4 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:18.171316 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.211574 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf408268-4506-4da3-b9e6-151b4575875e']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:18.223281 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:18.223580 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e32bf2d-80d1-4cfd-9eb4-ad43d437486b') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:18.235606 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.246982 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-2dd74955-50d8-4aca-a651-24d9be982b6b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0729427 Sep 10 11:47:18.252656 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.258696 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Releasing vlan 570 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:47:18.259089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: self.session.flush() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: self.session.flush() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: self.session.flush() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: self.session.flush() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:47:18.260888 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:47:18.339901 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.347508 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.349361 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] 10.222.0.35 "DELETE /v2.0/networks/cf408268-4506-4da3-b9e6-151b4575875e HTTP/1.1" status: 204 len: 168 time: 0.8208749 Sep 10 11:47:18.352377 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56828) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:18.360546 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-0edb5035-5245-4e44-aefd-f0c1799a25b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:18.362011 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-0edb5035-5245-4e44-aefd-f0c1799a25b3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=491bb91dffe24498b9e9d96ff189ba15&device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 1100 time: 0.0922394 Sep 10 11:47:18.363220 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b27202d-d66b-455c-8c9e-fe5026a0bb82 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf408268-4506-4da3-b9e6-151b4575875e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:18.465943 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-4e0ded14-e373-41bc-a2aa-9f0bcd3f8597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:18.467434 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-4e0ded14-e373-41bc-a2aa-9f0bcd3f8597 service neutron] 10.222.0.52 "GET /v2.0/networks?id=7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 200 len: 918 time: 0.0846786 Sep 10 11:47:18.537032 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-46fa088c-3644-4da4-b53c-94f39db72d7c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 200 len: 1001 time: 0.0625722 Sep 10 11:47:18.590203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-54f2422a-6c77-4299-8bed-2cdc8b6bc71e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:18.591594 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-54f2422a-6c77-4299-8bed-2cdc8b6bc71e service neutron] 10.222.0.52 "GET /v2.0/subnets?id=c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 200 len: 856 time: 0.0474184 Sep 10 11:47:18.637373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-74aeb6f3-cdb5-4aac-9aff-1ff5681c6404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:18.638870 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-74aeb6f3-cdb5-4aac-9aff-1ff5681c6404 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=7f500bec-3040-4930-b9c6-ad2098423fd7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0400722 Sep 10 11:47:18.651599 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-3e21a862-1fa4-4dcd-8553-cc87d7d079c7 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:47:18.652586 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-3e21a862-1fa4-4dcd-8553-cc87d7d079c7 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054381 Sep 10 11:47:18.686439 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:18.744022 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-8af3700e-0f04-44ea-b770-15659363af4a service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845876 Sep 10 11:47:18.835727 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e17df71-efd5-4214-a39f-856c9b27d0ed req-31a6b9be-d5ee-48c2-813c-6e24c4c30f18 service neutron] 10.222.0.52 "GET /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844836 Sep 10 11:47:18.926607 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Deleting port 748f8f52-ab19-4640-b093-dd525ab29d47 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:18.926859 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:19.004239 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] For port 748f8f52-ab19-4640-b093-dd525ab29d47, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=748f8f52-ab19-4640-b093-dd525ab29d47,segment=NetworkSegment(9360ffbc-aad4-4042-978d-7ea01eae094a),segment_id=9360ffbc-aad4-4042-978d-7ea01eae094a)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:19.004552 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:19.016903 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Calling delete_port for 748f8f52-ab19-4640-b093-dd525ab29d47 owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:19.413482 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:19.438337 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Pushing event deleted for resources: {'Port': ['ID=748f8f52-ab19-4640-b093-dd525ab29d47,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:19.461609 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.461958 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.462299 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.462637 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.462997 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.463329 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.463654 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.463981 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.464304 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.464647 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.464967 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.465286 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:19.605120 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:19.809413 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Router 8cee61b3-d0c7-4156-8090-3b4ba502df23 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:19.910784 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:19.915726 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-03149d8e-4ce2-4eba-9ce7-0f8e6cc10592 admin admin] 10.222.0.35 "PUT /v2.0/routers/8cee61b3-d0c7-4156-8090-3b4ba502df23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5622976 Sep 10 11:47:19.918845 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56832) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:19.919696 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] Sync routers for ids ['8cee61b3-d0c7-4156-8090-3b4ba502df23'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:19.928731 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] Routers {'8cee61b3-d0c7-4156-8090-3b4ba502df23'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:19.929335 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8cee61b3-d0c7-4156-8090-3b4ba502df23'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:20.021623 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.033780 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] Set router 8cee61b3-d0c7-4156-8090-3b4ba502df23 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:20.120534 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.171472 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Deleting port eb594737-06af-4a61-a386-c7650e57e0d7 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:20.171814 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.205591 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87'}], 'enable_snat': True}, 'gw_port_id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:47:19Z', 'revision_number': 5, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port': {'id': 'eb594737-06af-4a61-a386-c7650e57e0d7', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:45:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:40:43Z', 'updated_at': '2021-09-10T11:40:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:20.234701 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] Checking router: 8cee61b3-d0c7-4156-8090-3b4ba502df23 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:20.242924 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] Routers {'8cee61b3-d0c7-4156-8090-3b4ba502df23'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:20.243514 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['8cee61b3-d0c7-4156-8090-3b4ba502df23'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:20.256082 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] For port eb594737-06af-4a61-a386-c7650e57e0d7, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=eb594737-06af-4a61-a386-c7650e57e0d7,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:20.256478 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.268259 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Calling delete_port for eb594737-06af-4a61-a386-c7650e57e0d7 owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:20.326464 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] Set router 8cee61b3-d0c7-4156-8090-3b4ba502df23 gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:20.375423 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:47:20Z', 'revision_number': 6, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:20.403813 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30eb9307-57e8-404c-8917-f8517717f2f4 None None] The sync data for ids ['8cee61b3-d0c7-4156-8090-3b4ba502df23'] in dv-cinder-759962-12-iscsi is: [{'id': '8cee61b3-d0c7-4156-8090-3b4ba502df23', 'name': 'tempest-TestShelveInstance-865027756-router', 'tenant_id': '9b8a38aa59784a75a13e768b1ce0b416', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:40:42Z', 'updated_at': '2021-09-10T11:47:20Z', 'revision_number': 6, 'project_id': '9b8a38aa59784a75a13e768b1ce0b416', 'gw_port_host': None}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:20.429913 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.455785 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Pushing event deleted for resources: {'Port': ['ID=eb594737-06af-4a61-a386-c7650e57e0d7,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:20.512133 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.597468 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.599513 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.642432 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.643033 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cee61b3-d0c7-4156-8090-3b4ba502df23 {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:47:20.647040 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.648153 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3bc01d89-2fee-4896-a977-80d35837b3bf admin admin] 10.222.0.35 "DELETE /v2.0/routers/8cee61b3-d0c7-4156-8090-3b4ba502df23 HTTP/1.1" status: 204 len: 168 time: 0.7283962 Sep 10 11:47:20.650632 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56834) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:20.693053 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Deleting subnet 5c4f83ef-f9a9-4217-8b91-adeb0a4888a6 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:47:20.695807 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.727948 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.813913 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.864145 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.890181 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c4f83ef-f9a9-4217-8b91-adeb0a4888a6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:20.892138 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:20.894602 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-fd08df45-b2a3-4433-9361-285ce8ffde6d admin admin] 10.222.0.35 "DELETE /v2.0/subnets/5c4f83ef-f9a9-4217-8b91-adeb0a4888a6 HTTP/1.1" status: 204 len: 168 time: 0.2430003 Sep 10 11:47:20.896365 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56836) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:20.897087 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5560c79-1f3f-4209-ab64-8aea1325662c None None] Network 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:47:20.964806 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.014884 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Deleting port 39eb3b00-ccd5-4269-9099-2aa1a589560b {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:21.015261 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.076893 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] For port 39eb3b00-ccd5-4269-9099-2aa1a589560b, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=39eb3b00-ccd5-4269-9099-2aa1a589560b,segment=NetworkSegment(9360ffbc-aad4-4042-978d-7ea01eae094a),segment_id=9360ffbc-aad4-4042-978d-7ea01eae094a)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:21.077193 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.089227 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Calling delete_port for 39eb3b00-ccd5-4269-9099-2aa1a589560b owned by network:dhcp {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:21.133634 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] DHCP port deletion for 5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:47:21.170508 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.185253 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Deleting port 39eb3b00-ccd5-4269-9099-2aa1a589560b {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:21.185622 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.196070 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Pushing event deleted for resources: {'Port': ['ID=39eb3b00-ccd5-4269-9099-2aa1a589560b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:21.197959 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] No DVR routers for this DVR port 39eb3b00-ccd5-4269-9099-2aa1a589560b on host dv-cinder-759962-12-iscsi {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:21.246675 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] For port 39eb3b00-ccd5-4269-9099-2aa1a589560b, host dv-cinder-759962-12-iscsi, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:21.247064 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.258609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Calling delete_port for 39eb3b00-ccd5-4269-9099-2aa1a589560b owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:21.261753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Port 39eb3b00-ccd5-4269-9099-2aa1a589560b was not found and therefore no delete operation was performed {{(pid=94059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 11:47:21.262998 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.272185 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.288407 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] Pushing event deleted for resources: {'Port': ['ID=39eb3b00-ccd5-4269-9099-2aa1a589560b,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:21.290251 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97bdad5e-7059-4937-bf9d-0e6acbf98a63 None None] No DVR routers for this DVR port 39eb3b00-ccd5-4269-9099-2aa1a589560b on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:21.299812 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:21.310226 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9360ffbc-aad4-4042-978d-7ea01eae094a') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:21.310518 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9360ffbc-aad4-4042-978d-7ea01eae094a') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:21.319980 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.333748 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.339709 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Releasing vlan 597 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:47:21.340100 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:47:21.342113 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:47:21.397854 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.402992 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.404865 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5 HTTP/1.1" status: 204 len: 168 time: 0.5075617 Sep 10 11:47:21.416947 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d23f9d3-46d5-4da8-a47e-0f43d4af38ba admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae35cdf-2cfc-4c50-b32b-7f90a4f5a6a5,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:21.517968 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56840) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:21.558468 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-4903722d-5ae3-4dde-b0cb-8c0c5fcebf2d admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cb4e6ef7d97b480d897248fe8721b3a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393288 Sep 10 11:47:21.560854 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56842) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:21.611396 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4c3d8d8-712a-49a5-903f-338143efa624 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.631530 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4c3d8d8-712a-49a5-903f-338143efa624 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.676783 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4c3d8d8-712a-49a5-903f-338143efa624 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.678997 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d4c3d8d8-712a-49a5-903f-338143efa624 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:21.680127 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d4c3d8d8-712a-49a5-903f-338143efa624 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/97068986-79fd-4f94-a731-c232fe2ce168 HTTP/1.1" status: 204 len: 168 time: 0.1183786 Sep 10 11:47:21.687501 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3d8d8-712a-49a5-903f-338143efa624 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97068986-79fd-4f94-a731-c232fe2ce168,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:21.975944 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56848) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:22.016578 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-62ec99dd-a94e-4eb6-99ce-47b7d1c4fde5 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=9b8a38aa59784a75a13e768b1ce0b416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0393414 Sep 10 11:47:22.018952 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56850) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:22.038284 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 748f8f52-ab19-4640-b093-dd525ab29d47 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:22.062129 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 748f8f52-ab19-4640-b093-dd525ab29d47 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:22.062467 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 748f8f52-ab19-4640-b093-dd525ab29d47 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:22.062880 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 39eb3b00-ccd5-4269-9099-2aa1a589560b no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:22.066270 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c30ac9d4-8345-4194-9193-5d0d94008bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:22.081015 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 39eb3b00-ccd5-4269-9099-2aa1a589560b {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:22.081345 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 39eb3b00-ccd5-4269-9099-2aa1a589560b not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:22.081748 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device eb594737-06af-4a61-a386-c7650e57e0d7 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:22.086983 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c30ac9d4-8345-4194-9193-5d0d94008bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:22.099313 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: eb594737-06af-4a61-a386-c7650e57e0d7 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:22.099657 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device eb594737-06af-4a61-a386-c7650e57e0d7 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:22.133675 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c30ac9d4-8345-4194-9193-5d0d94008bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:22.136989 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-c30ac9d4-8345-4194-9193-5d0d94008bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:22.138316 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-c30ac9d4-8345-4194-9193-5d0d94008bc1 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/3fb85dd6-9576-4cae-9309-20bbda061722 HTTP/1.1" status: 204 len: 168 time: 0.1184919 Sep 10 11:47:22.145947 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30ac9d4-8345-4194-9193-5d0d94008bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fb85dd6-9576-4cae-9309-20bbda061722,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:36.368575 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:47:40.894140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d0c95581-6df5-445d-b875-2110a010fffb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:42.411464 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:43.162043 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-918497a7-b153-47ba-ab62-c0d04439c9b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:43.569697 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a97c07-6a09-424c-9e52-2e00ebd3cba4 req-03e6c485-f8e6-4b23-9b48-d927f0c21ed5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:43.571152 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e1a97c07-6a09-424c-9e52-2e00ebd3cba4 req-03e6c485-f8e6-4b23-9b48-d927f0c21ed5 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 947 time: 0.0483394 Sep 10 11:47:43.608192 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e1a97c07-6a09-424c-9e52-2e00ebd3cba4 req-50f2da76-318b-4bc5-9f5b-569ca80ed136 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304422 Sep 10 11:47:43.941590 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:44.730582 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91419b-8cda-4d30-a525-3b710bf474a2 req-43dbe866-54a1-4f41-a165-943c76b9d665 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:44.732031 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9f91419b-8cda-4d30-a525-3b710bf474a2 req-43dbe866-54a1-4f41-a165-943c76b9d665 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 947 time: 0.0522096 Sep 10 11:47:44.735752 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:44.769269 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9f91419b-8cda-4d30-a525-3b710bf474a2 req-619741cb-632c-4cab-9642-9573541d3d2a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups?id=1f2f741b-ef1a-47fa-9176-e100ff28d8c3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312779 Sep 10 11:47:45.212792 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-5c362d74-49cd-446f-96c6-18857420b3b2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:45.214182 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-5c362d74-49cd-446f-96c6-18857420b3b2 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 947 time: 0.0471468 Sep 10 11:47:45.300989 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Deleting port d6669290-5e38-415c-b34a-6877f8bc871e {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:45.301323 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:45.385064 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] For port d6669290-5e38-415c-b34a-6877f8bc871e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=d6669290-5e38-415c-b34a-6877f8bc871e,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:45.385418 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:45.592809 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:45.593167 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:45.593478 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Floating IP 1e1b8998-a5ca-46b5-bb85-973ded0b0e3f disassociated. External IP: 172.27.2.74, port: d6669290-5e38-415c-b34a-6877f8bc871e. Sep 10 11:47:45.593811 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Calling delete_port for d6669290-5e38-415c-b34a-6877f8bc871e owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:45.716553 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:45.748756 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event deleted for resources: {'Port': ['ID=d6669290-5e38-415c-b34a-6877f8bc871e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:45.815305 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:45.872286 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4953b6f9-d58f-4e4a-af8e-2af528af2a38 req-e3c3b28d-c64d-4a4d-b243-b5383bc79339 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/ports?device_id=7537ce81-1bc6-4e9c-9fa7-721650be3549 HTTP/1.1" status: 200 len: 210 time: 0.0313087 Sep 10 11:47:45.878913 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:45.981191 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:45.992665 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:46.001561 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:46.002167 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:46.022392 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] No DVR routers for this DVR port d6669290-5e38-415c-b34a-6877f8bc871e on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:46.025446 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:46.027444 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-21ec48d5-2434-4c81-a69b-974f9cd914a5 req-d6e98ad9-f781-4e1f-9f99-8b93a6c1eee6 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.52 "DELETE /v2.0/ports/d6669290-5e38-415c-b34a-6877f8bc871e HTTP/1.1" status: 204 len: 173 time: 0.8075340 Sep 10 11:47:46.027901 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-deleted', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:47:46.030328 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2edc8-2a43-4bc2-bbeb-2dfd434f3cd6" -d '{"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-deleted", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:47:46.070261 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-490d1b8c-7425-4996-b29f-4a2f82c32d40 x-openstack-request-id: req-490d1b8c-7425-4996-b29f-4a2f82c32d40 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:47:46.070603 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7537ce81-1bc6-4e9c-9fa7-721650be3549", "name": "network-vif-deleted", "tag": "d6669290-5e38-415c-b34a-6877f8bc871e", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:47:46.070954 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-490d1b8c-7425-4996-b29f-4a2f82c32d40 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:47:46.071486 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7537ce81-1bc6-4e9c-9fa7-721650be3549', 'name': 'network-vif-deleted', 'tag': 'd6669290-5e38-415c-b34a-6877f8bc871e', 'status': 'completed', 'code': 200} Sep 10 11:47:46.109532 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:46.313086 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:46.338470 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:46.346169 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:46.346743 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:46.453279 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:46.644343 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:46.788081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd2ebc2-d031-4948-ab14-ddb3d9c3812e None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:05Z', 'revision_number': 4, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '8e82bf0b-883a-4164-a17a-5904387069ab', 'name': '', 'network_id': '7f500bec-3040-4930-b9c6-ad2098423fd7', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'mac_address': 'fa:16:3e:00:4d:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:37:03Z', 'updated_at': '2021-09-10T11:37:12Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'subnets': [{'id': 'c81d89a2-3b42-4e9b-a3a0-baab91165764', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:46.959089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56884) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:46.993525 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c26845-08b3-4746-8f74-d8a44c143232 None None] New status for floating IP 1e1b8998-a5ca-46b5-bb85-973ded0b0e3f: DOWN {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:47:47.014665 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5faf437f-33a8-4245-924b-20a772d0193a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.037170 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5faf437f-33a8-4245-924b-20a772d0193a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.084184 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5faf437f-33a8-4245-924b-20a772d0193a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.086804 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-5faf437f-33a8-4245-924b-20a772d0193a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.088092 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-5faf437f-33a8-4245-924b-20a772d0193a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "DELETE /v2.0/security-groups/1f2f741b-ef1a-47fa-9176-e100ff28d8c3 HTTP/1.1" status: 204 len: 168 time: 0.1277964 Sep 10 11:47:47.090774 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56886) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:47.097101 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faf437f-33a8-4245-924b-20a772d0193a tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f2f741b-ef1a-47fa-9176-e100ff28d8c3,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:47.109967 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.api.v2.resource [None req-cd2ec279-b825-4d58-8ca8-ff59768e7984 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] show failed (client error): The resource could not be found. Sep 10 11:47:47.111198 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-cd2ec279-b825-4d58-8ca8-ff59768e7984 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "GET /v2.0/security-groups/1f2f741b-ef1a-47fa-9176-e100ff28d8c3 HTTP/1.1" status: 404 len: 347 time: 0.0187795 Sep 10 11:47:47.114500 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56888) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:47.233972 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Deleting port 3529ea99-7609-462d-8054-c9c78bf134c5 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:47.234309 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.308581 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.308903 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.319816 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Calling delete_port for 3529ea99-7609-462d-8054-c9c78bf134c5 owned by network:floatingip {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:47.441735 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.467913 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Pushing event deleted for resources: {'Port': ['ID=3529ea99-7609-462d-8054-c9c78bf134c5,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:47.525260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks [] for floatingip, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.527876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:47.529055 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-78c80d96-e5e7-481e-be47-c1d7f0aa4cb0 tempest-AttachVolumeShelveTestJSON-2018160799 tempest-AttachVolumeShelveTestJSON-2018160799-project] 10.222.0.35 "DELETE /v2.0/floatingips/1e1b8998-a5ca-46b5-bb85-973ded0b0e3f HTTP/1.1" status: 204 len: 168 time: 0.4134276 Sep 10 11:47:48.873892 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:48.893613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: d6669290-5e38-415c-b34a-6877f8bc871e {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:48.893948 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device d6669290-5e38-415c-b34a-6877f8bc871e not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:49.946111 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56910) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:50.409826 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:50.639952 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Deleting port 8e82bf0b-883a-4164-a17a-5904387069ab {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:50.640290 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:50.714116 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] For port 8e82bf0b-883a-4164-a17a-5904387069ab, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=8e82bf0b-883a-4164-a17a-5904387069ab,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:50.714397 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:50.726054 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Calling delete_port for 8e82bf0b-883a-4164-a17a-5904387069ab owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:50.895372 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:50.920895 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e82bf0b-883a-4164-a17a-5904387069ab,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:51.082485 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:51.513647 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:51.615339 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:51.620502 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a50caaf0-3c1a-4d0f-8075-51dc91892163 admin admin] 10.222.0.35 "PUT /v2.0/routers/1449cbbf-c003-4e9c-8e3b-f94e71896e09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728156 Sep 10 11:47:51.622954 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56914) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:51.625063 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] Sync routers for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:51.634103 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:51.634705 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:51.721972 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:51.737059 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:51.820433 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:51.871694 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Deleting port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:51.872030 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:51.908865 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127'}], 'enable_snat': True}, 'gw_port_id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:47:50Z', 'revision_number': 5, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port': {'id': '1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:dd:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:37:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:51.938009 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] Checking router: 1449cbbf-c003-4e9c-8e3b-f94e71896e09 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:51.947015 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] For port 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:51.947187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] Routers {'1449cbbf-c003-4e9c-8e3b-f94e71896e09'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:51.947383 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:51.947636 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:51.959169 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Calling delete_port for 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:52.035371 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] Set router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:52.086190 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:47:51Z', 'revision_number': 6, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:52.115657 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db21a1c-8f89-4207-9d72-77fda4eebc19 None None] The sync data for ids ['1449cbbf-c003-4e9c-8e3b-f94e71896e09'] in dv-cinder-759962-12-iscsi is: [{'id': '1449cbbf-c003-4e9c-8e3b-f94e71896e09', 'name': 'tempest-AttachVolumeShelveTestJSON-1900534534-router', 'tenant_id': '491bb91dffe24498b9e9d96ff189ba15', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:36:59Z', 'updated_at': '2021-09-10T11:47:51Z', 'revision_number': 6, 'project_id': '491bb91dffe24498b9e9d96ff189ba15', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:52.125182 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.162882 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:52.219033 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.309392 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.311489 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.352248 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7e8646-79da-4328-a453-c15d37846347 req-1dcdd17a-c4d2-4b34-9d73-19c020d1452e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:52.353769 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9d7e8646-79da-4328-a453-c15d37846347 req-1dcdd17a-c4d2-4b34-9d73-19c020d1452e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0491269 Sep 10 11:47:52.354228 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.354835 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1449cbbf-c003-4e9c-8e3b-f94e71896e09 {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:47:52.359571 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.360724 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-5492aea0-925f-4f3d-963f-a45a3211c995 admin admin] 10.222.0.35 "DELETE /v2.0/routers/1449cbbf-c003-4e9c-8e3b-f94e71896e09 HTTP/1.1" status: 204 len: 168 time: 0.7366960 Sep 10 11:47:52.363173 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56920) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:52.394449 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9d7e8646-79da-4328-a453-c15d37846347 req-10e89831-46fb-46b0-ae3e-a43dc349f528 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338902 Sep 10 11:47:52.409772 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Deleting subnet c81d89a2-3b42-4e9b-a3a0-baab91165764 {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:47:52.413263 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.447961 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.524918 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.580985 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.610051 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c81d89a2-3b42-4e9b-a3a0-baab91165764,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:52.611911 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.614765 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-cf12d612-bf5b-4c4c-bbc2-d08e502d97e5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/c81d89a2-3b42-4e9b-a3a0-baab91165764 HTTP/1.1" status: 204 len: 168 time: 0.2496853 Sep 10 11:47:52.616347 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56922) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:52.619645 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbefe2b1-b80b-4f05-8a5f-6d99a5941c18 None None] Network 7f500bec-3040-4930-b9c6-ad2098423fd7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:47:52.685705 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.736822 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Deleting port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:52.737164 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.800699 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] For port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,segment=NetworkSegment(c1663643-a1e6-4aae-bf40-f30bacb9fe1e),segment_id=c1663643-a1e6-4aae-bf40-f30bacb9fe1e)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:52.800999 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.812629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Calling delete_port for fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:52.880047 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] DHCP port deletion for 7f500bec-3040-4930-b9c6-ad2098423fd7 request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:47:52.896519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.924003 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] No DVR routers for this DVR port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 on host dv-cinder-759962-12-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:52.928440 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:52.928843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Deleting port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:52.929215 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.992198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] For port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84, host dv-cinder-759962-12-iscsi, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:52.992614 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:52.999907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.003962 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Calling delete_port for fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:53.006715 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 was not found and therefore no delete operation was performed {{(pid=94059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 11:47:53.007972 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.020090 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f500bec-3040-4930-b9c6-ad2098423fd7']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:53.030495 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:53.030869 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1663643-a1e6-4aae-bf40-f30bacb9fe1e') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:53.040257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] No DVR routers for this DVR port fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:53.044381 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Pushing event deleted for resources: {'Port': ['ID=fc2088e1-b3d9-4d45-ad36-ba4462d2ba84,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:53.044555 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.051925 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.052365 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.052628 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.052962 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.053296 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.053627 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.053954 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.054273 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.054643 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.054909 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.055229 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.055550 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c35aba-71de-495e-9947-6e6617b34c46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:53.061729 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.070065 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Releasing vlan 590 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:47:53.070463 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:47:53.072174 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:47:53.129243 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.133856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.136834 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] 10.222.0.35 "DELETE /v2.0/networks/7f500bec-3040-4930-b9c6-ad2098423fd7 HTTP/1.1" status: 204 len: 168 time: 0.5193820 Sep 10 11:47:53.151848 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79832308-68e6-42e8-8de0-f6fe72da0246 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f500bec-3040-4930-b9c6-ad2098423fd7,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:53.246469 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56926) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:53.284751 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-1ddc9cd1-9ce5-411a-bc1d-a8824243ec30 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=491bb91dffe24498b9e9d96ff189ba15&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0371070 Sep 10 11:47:53.287348 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56928) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:53.332169 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96f50d23-5e64-46f6-b8a0-e37b1333c4a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.352595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96f50d23-5e64-46f6-b8a0-e37b1333c4a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.398134 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96f50d23-5e64-46f6-b8a0-e37b1333c4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.401293 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96f50d23-5e64-46f6-b8a0-e37b1333c4a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:53.402456 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-96f50d23-5e64-46f6-b8a0-e37b1333c4a0 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/8835e134-a68f-4cb0-88ea-4d5f7d005780 HTTP/1.1" status: 204 len: 168 time: 0.1141965 Sep 10 11:47:53.411116 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f50d23-5e64-46f6-b8a0-e37b1333c4a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8835e134-a68f-4cb0-88ea-4d5f7d005780,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:53.509955 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4877e33-346a-417e-ab56-689be003ddd9 req-9b984aef-7637-41c7-befe-9b3df2bd7f62 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:53.511411 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b4877e33-346a-417e-ab56-689be003ddd9 req-9b984aef-7637-41c7-befe-9b3df2bd7f62 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0490057 Sep 10 11:47:53.556994 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b4877e33-346a-417e-ab56-689be003ddd9 req-99205304-8f94-445e-af5a-3aac5482d160 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394022 Sep 10 11:47:53.917376 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-e0922a4f-cfcf-4cb6-a05a-420d465b3840 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:53.918976 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-e0922a4f-cfcf-4cb6-a05a-420d465b3840 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 945 time: 0.0479541 Sep 10 11:47:54.011944 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Deleting port b57e3633-acc2-4a47-9fb5-25d27d38ff76 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:47:54.012284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.053139 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8e82bf0b-883a-4164-a17a-5904387069ab no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:54.073169 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56952) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:54.074290 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 8e82bf0b-883a-4164-a17a-5904387069ab {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:54.074698 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 8e82bf0b-883a-4164-a17a-5904387069ab not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:54.075263 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:54.093757 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:54.094171 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 1e8b8d95-f2ec-44e9-84ca-e97dc3316aa4 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:54.094753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:54.110966 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] For port b57e3633-acc2-4a47-9fb5-25d27d38ff76, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=b57e3633-acc2-4a47-9fb5-25d27d38ff76,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:54.111341 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.113530 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:54.113875 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device fc2088e1-b3d9-4d45-ad36-ba4462d2ba84 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:54.174805 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1397143375-network', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:47:54.195066 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Made reservation on behalf of eee008ff1b3549b2ac5d27cdc7d19ec2 for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:47:54.197731 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.206114 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.281434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.281829 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.282126 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Floating IP 82a79db0-b6be-44b6-a31b-576c799ff554 disassociated. External IP: 172.27.2.100, port: b57e3633-acc2-4a47-9fb5-25d27d38ff76. Sep 10 11:47:54.282455 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Calling delete_port for b57e3633-acc2-4a47-9fb5-25d27d38ff76 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:47:54.294416 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.299399 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.323644 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 582} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:47:54.333102 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=171e279b-3a85-42d1-b61e-f52978b7f177,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:54.337880 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.338216 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Added segment d79db0ef-dcb1-4c77-9ed3-4de24fc3e962 of type vlan for network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec Sep 10 11:47:54.381683 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.405535 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.406473 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:54.407042 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.415907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.438439 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3634081 Sep 10 11:47:54.442073 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 56956) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:54.445470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'Port': ['ID=b57e3633-acc2-4a47-9fb5-25d27d38ff76,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:54.473551 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Request body: {'subnet': {'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1397143375-subnet', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:47:54.478266 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7a2af4-13cf-4644-9ce9-0e7ecd47ee84 admin admin] Pushing event updated for resources: {'Network': ['ID=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:54.488524 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:47:54.498344 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Made reservation on behalf of eee008ff1b3549b2ac5d27cdc7d19ec2 for: {'subnet': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:47:54.500849 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66159081'] for subnet, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.564138 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:54.682622 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-63797422', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66159095'] for subnet, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.688925 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-90cf4913-c8f4-4302-b5f8-1d85c2b44c8c req-dd378065-d98a-4872-8042-bd8a00fb9fba tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=b8b45c45-5b50-4f15-9a18-0c014c3d4c34 HTTP/1.1" status: 200 len: 210 time: 0.0597503 Sep 10 11:47:54.702907 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:54.714623 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:54.724731 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:54.725337 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:54.739939 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:54.744982 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] No DVR routers for this DVR port b57e3633-acc2-4a47-9fb5-25d27d38ff76 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:47:54.747200 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Checking segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:47:54.747561 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Network hostable DHCP agents. Network: 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94057) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:47:54.747769 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.749971 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0c2ef03-64a9-4c2e-b5c1-271e509e04d4 req-9deb4516-7177-4f5c-85d4-ee6b5fd6b027 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "DELETE /v2.0/ports/b57e3633-acc2-4a47-9fb5-25d27d38ff76 HTTP/1.1" status: 204 len: 173 time: 0.8253162 Sep 10 11:47:54.750810 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'name': 'network-vif-deleted', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:47:54.753800 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc0e88f-60da-4388-bbb1-b99b94fd0219" -d '{"events": [{"server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "name": "network-vif-deleted", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:47:54.769267 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94057) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:47:54.780107 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec) {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:47:54.788701 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:54.789692 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.795493 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb3ae2-6074-4ceb-b03e-8e7c4467645e None None] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:47:54.809732 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:47:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a14a4b-71ff-4d03-acac-e35a67b63b45 x-openstack-request-id: req-48a14a4b-71ff-4d03-acac-e35a67b63b45 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:47:54.810322 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8b45c45-5b50-4f15-9a18-0c014c3d4c34", "name": "network-vif-deleted", "tag": "b57e3633-acc2-4a47-9fb5-25d27d38ff76", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:47:54.810759 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-48a14a4b-71ff-4d03-acac-e35a67b63b45 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:47:54.811370 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8b45c45-5b50-4f15-9a18-0c014c3d4c34', 'name': 'network-vif-deleted', 'tag': 'b57e3633-acc2-4a47-9fb5-25d27d38ff76', 'status': 'completed', 'code': 200} Sep 10 11:47:54.814158 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56962) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:54.814674 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-88a388a7-7b76-4be7-8db3-295cfd23f0bc admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3715425 Sep 10 11:47:54.820027 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:47:54.846082 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1587093', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-61831'] for router, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.847572 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1578245', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1582485', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1936174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-61854'] for router, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.910324 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:54.922604 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:54.981565 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbabe37ac-5812-5dcc-a12d-d6d377e22b1f-78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f'}]}} from dv-cinder-759962-12-iscsi. {{(pid=94059) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 11:47:54.982359 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.153139 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.db_base_plugin_common [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Allocated IP 172.20.0.2 (78fa7b90-8c5f-4c89-90ee-cc80cc8103ec/447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f/dc751124-cda8-4c65-836c-33f779f5e6e3) {{(pid=94059) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:47:55.165862 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:55.198067 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:55.206749 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:55.207388 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:55.306597 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Notify callbacks [] for port, precommit_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.317982 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Transition to ACTIVE for port object dc751124-cda8-4c65-836c-33f779f5e6e3 will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:47:55.335821 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Transition to ACTIVE for port object dc751124-cda8-4c65-836c-33f779f5e6e3 will not be triggered until provisioned by entity DHCP. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:47:55.343061 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435'] for port, after_create {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.343591 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.390837 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec is already hosted by enough agents. {{(pid=94059) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:47:55.395757 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.scheduler.base_scheduler [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Resources bound (agent type, host, resource id): {{(pid=94059) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:47:55.398613 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Received port after_create {{(pid=94059) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:47:55.414294 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Pushing event updated for resources: {'Port': ['ID=dc751124-cda8-4c65-836c-33f779f5e6e3,revision_number=1']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:55.416694 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:55.475023 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Attempting to bind port dc751124-cda8-4c65-836c-33f779f5e6e3 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:47:55.475410 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Attempting to bind port dc751124-cda8-4c65-836c-33f779f5e6e3 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:47:55.475736 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Attempting to bind port dc751124-cda8-4c65-836c-33f779f5e6e3 on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:47:55.487335 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:47:55.487930 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Checking segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:47:55.488131 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.488601 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Bound using segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:47:55.488988 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Bound port: dc751124-cda8-4c65-836c-33f779f5e6e3, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:47:55.489371 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.565951 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] For port dc751124-cda8-4c65-836c-33f779f5e6e3, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:47:55.569243 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] For port dc751124-cda8-4c65-836c-33f779f5e6e3, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=dc751124-cda8-4c65-836c-33f779f5e6e3,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:47:55.574760 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.600488 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.622113 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.639856 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd99245-49ef-447c-9853-93445e4526f8 None None] Pushing event updated for resources: {'Port': ['ID=dc751124-cda8-4c65-836c-33f779f5e6e3,revision_number=2']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:55.640385 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:55.669071 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af65a0d9-b4c6-4991-a7cc-ab4e6aa85422 None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:55.756841 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Allocated IP 172.27.2.117 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/b8ffbdd8-c230-424b-8173-2637974e4462) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:47:55.898717 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:55.962682 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:56.003980 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:47:56.007122 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:47:56.011447 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:47:56.057434 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Pushing event updated for resources: {'Port': ['ID=b8ffbdd8-c230-424b-8173-2637974e4462,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:56.076521 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05351afb-4bdf-44ee-8334-24ff282febb0 None None] New status for floating IP 82a79db0-b6be-44b6-a31b-576c799ff554: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:47:56.143020 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device dc751124-cda8-4c65-836c-33f779f5e6e3 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:47:56.161941 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-920e0376-1301-40f6-a97e-d9163c6da952 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726206742&fields=id&tenant_id=57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 267 time: 0.1004000 Sep 10 11:47:56.228944 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port dc751124-cda8-4c65-836c-33f779f5e6e3 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:47:56.339027 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-ee8f4003-4b59-4930-9949-6a922f0ce259 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:56.340560 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-ee8f4003-4b59-4930-9949-6a922f0ce259 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 812 time: 0.1587718 Sep 10 11:47:56.386909 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-56fff2d0-24cf-4964-bb0d-959cc481ce3b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/quotas/57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 375 time: 0.0162489 Sep 10 11:47:56.405067 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:56.518843 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-809a032d-81cf-41e7-97bb-2768ccc45e09 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1243262 Sep 10 11:47:56.592494 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-9a47f1e2-cb75-48de-b7e5-944d4b350650 service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:47:56.593646 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-9a47f1e2-cb75-48de-b7e5-944d4b350650 service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0601177 Sep 10 11:47:56.625445 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcfb7228-1164-4c60-9458-4b93e539034c None None] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:47:56.702627 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] Provisioning for port dc751124-cda8-4c65-836c-33f779f5e6e3 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:47:56.706756 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1578268', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1582916'] for router, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:56.708490 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] Provisioning complete for port dc751124-cda8-4c65-836c-33f779f5e6e3 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:47:56.708866 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:56.770802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-27e838b7-555d-48f7-9d62-bb4391ad67f2 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691213 Sep 10 11:47:56.916235 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-5caa0458-abd2-4401-a729-58ff94c5fab1 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388295 Sep 10 11:47:56.935923 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Router d5a87ecc-c146-43b9-b524-de88d683d314 is scheduled to L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c with binding_index 1 {{(pid=94058) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 11:47:56.968674 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.005065 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] For port dc751124-cda8-4c65-836c-33f779f5e6e3, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=dc751124-cda8-4c65-836c-33f779f5e6e3,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:47:57.010829 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.066560 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:57.075159 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf2b8da-8fa8-4123-b16d-bcde5d61879b None None] Pushing event updated for resources: {'Port': ['ID=dc751124-cda8-4c65-836c-33f779f5e6e3,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:57.086770 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:57.089750 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.091435 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-1a576957-7781-474f-a7c9-951efb30f0c9 admin admin] 10.222.0.35 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.2757738 Sep 10 11:47:57.094248 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 56980) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:47:57.097963 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:57.099102 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:57.236007 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-17bbe095-18bf-4365-a4ff-9c5571ea3a16 None None] Provisioning complete for port dc751124-cda8-4c65-836c-33f779f5e6e3 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:47:57.236616 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-17bbe095-18bf-4365-a4ff-9c5571ea3a16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.239546 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:57.308294 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d5dce1e-ec16-4e9a-8f79-1bb8e82d5bc8 req-bccb524f-0b01-4c70-bbf7-c1f88c0bdb1e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 210 time: 0.0351503 Sep 10 11:47:57.458351 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:56Z', 'revision_number': 3, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:47:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:57.486252 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:47:57.486666 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Updating router d5a87ecc-c146-43b9-b524-de88d683d314 port b8ffbdd8-c230-424b-8173-2637974e4462 binding host dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:47:57.513861 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.585754 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.749793 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Allocated IP 172.20.0.1 (78fa7b90-8c5f-4c89-90ee-cc80cc8103ec/447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f/4a625972-6949-4998-8a81-341a71f09a3c) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:47:57.784846 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Notify callbacks [] for port, precommit_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.795704 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.provisioning_blocks [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Transition to ACTIVE for port object b8ffbdd8-c230-424b-8173-2637974e4462 will not be triggered until provisioned by entity L2. {{(pid=94060) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:47:57.801900 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.856186 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Pushing event updated for resources: {'Port': ['ID=b8ffbdd8-c230-424b-8173-2637974e4462,revision_number=2']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:57.862696 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Attempting to bind port b8ffbdd8-c230-424b-8173-2637974e4462 on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:47:57.863061 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Attempting to bind port b8ffbdd8-c230-424b-8173-2637974e4462 by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:47:57.863421 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Attempting to bind port b8ffbdd8-c230-424b-8173-2637974e4462 on network ae3e7e71-5231-4d11-8bb8-6a739eef13ce {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:47:57.865913 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.866263 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.866602 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.866936 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.867268 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.867599 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.867928 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.868841 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.869207 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.869492 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.869805 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.870130 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94060) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:47:57.872623 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.876869 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:47:57.877088 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Checking segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94060) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:47:57.877398 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.877778 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Bound using segment: {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'} {{(pid=94060) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:47:57.878245 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.managers [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Bound port: b8ffbdd8-c230-424b-8173-2637974e4462, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82439d10-eae7-4739-beb1-44a8b0d61fd5', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}}] {{(pid=94060) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:47:57.878641 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.887314 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Transition to ACTIVE for port object 4a625972-6949-4998-8a81-341a71f09a3c will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:47:57.923938 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.936033 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] For port b8ffbdd8-c230-424b-8173-2637974e4462, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94060) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:47:57.939228 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.plugins.ml2.db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] For port b8ffbdd8-c230-424b-8173-2637974e4462, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=b8ffbdd8-c230-424b-8173-2637974e4462,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94060) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:47:57.943664 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron_lib.callbacks.manager [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94060) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:57.964110 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:47:57.968899 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:47:57.975336 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:47:57.978870 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a625972-6949-4998-8a81-341a71f09a3c,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:58.007153 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:47:58.007776 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:58.019957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1582997'] for router_interface, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.050250 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d01173-e546-484a-832f-263c5e3c02cf None None] Pushing event updated for resources: {'Port': ['ID=b8ffbdd8-c230-424b-8173-2637974e4462,revision_number=3']} {{(pid=94060) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:58.078630 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device dc751124-cda8-4c65-836c-33f779f5e6e3 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:47:58.132830 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:47:58.136104 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port dc751124-cda8-4c65-836c-33f779f5e6e3 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:47:58.136551 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.165629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.270994 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c2ed71d0-3069-4df0-986f-86fa3a616f3a None None] Provisioning for port 4a625972-6949-4998-8a81-341a71f09a3c completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:47:58.281176 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c2ed71d0-3069-4df0-986f-86fa3a616f3a None None] Provisioning complete for port 4a625972-6949-4998-8a81-341a71f09a3c triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:47:58.281556 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c2ed71d0-3069-4df0-986f-86fa3a616f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.344651 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c2ed71d0-3069-4df0-986f-86fa3a616f3a None None] Port 4a625972-6949-4998-8a81-341a71f09a3c cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:47:58.376862 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:56Z', 'revision_number': 3, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:47:58.407677 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61d8ad9-4653-4bd9-8ff0-b68b4815eef7 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:56Z', 'revision_number': 3, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:47:58.441485 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-94d24005-e90c-4ba2-9092-5de3a21b1db5 req-39f0584a-1ed2-44f7-9231-a98b358a667a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 210 time: 0.0433712 Sep 10 11:47:58.445549 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.451899 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.796852 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-50fbcf2a-b809-4a9c-a9c0-b675dee378fe tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:58.798232 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-50fbcf2a-b809-4a9c-a9c0-b675dee378fe tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 812 time: 0.4827464 Sep 10 11:47:58.819519 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Pushing event updated for resources: {'Port': ['ID=4a625972-6949-4998-8a81-341a71f09a3c,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:58.834018 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1575619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1584133'] for router_interface, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:58.860828 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-487d97bc-06b0-4114-850d-74e5470cbf3e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 380 time: 0.0491703 Sep 10 11:47:58.874623 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'port': {'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'admin_state_up': True, 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'security_groups': ['3c681dc3-4645-4ccc-a8f4-b3ae4377d01b']}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:47:58.903738 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device b57e3633-acc2-4a47-9fb5-25d27d38ff76 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:47:58.925723 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: b57e3633-acc2-4a47-9fb5-25d27d38ff76 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:47:58.926076 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device b57e3633-acc2-4a47-9fb5-25d27d38ff76 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:47:59.025598 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:47:59.029667 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:47:59.092766 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Made reservation on behalf of 57580e6e7c1c414dba2bb68af3feb764 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:47:59.096447 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.220208 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Router d5a87ecc-c146-43b9-b524-de88d683d314 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:47:59.271047 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-cad20bb9-8391-4687-a76e-a0f931809210 None None] Provisioning complete for port 4a625972-6949-4998-8a81-341a71f09a3c triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:47:59.271603 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cad20bb9-8391-4687-a76e-a0f931809210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.311559 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-cad20bb9-8391-4687-a76e-a0f931809210 None None] Port 4a625972-6949-4998-8a81-341a71f09a3c cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:47:59.317558 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Allocated IP 172.20.0.12 (5bf95ace-a137-4cf9-8f9f-2ada4a33e64f/a62e8e08-757a-4a33-a42c-266a92eb25cd/6f33082d-77f5-41de-bc3a-95cc67ea7fe3) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:47:59.406385 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:47:59.420903 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-96317840-1087-462a-bae0-6ebfc86d1dc8 admin admin] 10.222.0.35 "PUT /v2.0/routers/d5a87ecc-c146-43b9-b524-de88d683d314/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3256321 Sep 10 11:47:59.509640 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.549312 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Transition to ACTIVE for port object 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:47:59.552258 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e268ddf-5b1f-442a-8a0c-4db632931735 req-d23131b8-f02a-48d0-9d54-254488814a1e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 210 time: 0.0361168 Sep 10 11:47:59.585107 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.632272 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:47:59.640310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:47:59.643372 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:47:59.647444 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:47:59.708390 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:47:59.709010 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.726085 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-40cd40a6-4577-4a99-af3c-84ef86e6415d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8553624 Sep 10 11:47:59.792241 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Request body: {'port': {'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:47:59.854911 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.933235 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a7c51110-fe0a-4a9f-aef2-db03b39ae2f7 None None] Provisioning for port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:47:59.937636 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a7c51110-fe0a-4a9f-aef2-db03b39ae2f7 None None] Provisioning complete for port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:47:59.938238 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7c51110-fe0a-4a9f-aef2-db03b39ae2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:47:59.979335 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:47:59.993580 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a7c51110-fe0a-4a9f-aef2-db03b39ae2f7 None None] Port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:48:00.019248 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57006) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:00.020444 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:48:00.021077 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:00.027297 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2128025343', 'description': 'tempest-description--1592784076'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:00.059234 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.113257 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device b8ffbdd8-c230-424b-8173-2637974e4462 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:48:00.154438 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.158333 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:48:00.159285 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.162987 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:48:00.167295 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.179833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Transition to ACTIVE for port object 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:48:00.184373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.201260 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68749a23-bbb2-4354-ab01-13c4c693df3a,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:00.205568 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.211357 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57008) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:00.211556 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-150be330-1e1f-4027-9cd9-7cad45a6c390 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1903675 Sep 10 11:48:00.218181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'security_group_rule': {'security_group_id': '68749a23-bbb2-4354-ab01-13c4c693df3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:00.244305 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port b8ffbdd8-c230-424b-8173-2637974e4462 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:48:00.260899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port b8ffbdd8-c230-424b-8173-2637974e4462 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:00.260899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.261251 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:00.303381 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.364266 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Attempting to bind port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:48:00.364694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Attempting to bind port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:48:00.365025 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Attempting to bind port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:48:00.376718 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:48:00.377041 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Attempting to bind port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:48:00.380803 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.384401 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:48:00.384849 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Checking segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:48:00.385255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Bound using segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:48:00.385755 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Bound port: 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:48:00.386065 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.389546 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.417779 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0228673d-ae3c-46a5-85c7-60fa2c11a6d5,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:00.421125 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.442261 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.445840 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2cd8579a-36e9-4d63-b606-32b886661f6d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2292182 Sep 10 11:48:00.446757 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57010) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:00.447847 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port b8ffbdd8-c230-424b-8173-2637974e4462, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=b8ffbdd8-c230-424b-8173-2637974e4462,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:00.454417 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'security_group_rule': {'security_group_id': '68749a23-bbb2-4354-ab01-13c4c693df3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:00.456256 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.465053 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:47:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 2, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:00.495093 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] For port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:48:00.498004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] For port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:48:00.503767 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.512344 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.521983 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:48:00.522335 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Updating router d5a87ecc-c146-43b9-b524-de88d683d314 port 4a625972-6949-4998-8a81-341a71f09a3c binding host dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 11:48:00.550260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:00.550876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.552262 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] 10.222.0.52 "PUT /v2.0/ports/6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 1094 time: 0.8172965 Sep 10 11:48:00.555300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:48:00.558148 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d25da61-fd33-4d39-8070-14cefc63be5b" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:48:00.584555 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.623952 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-710c24fa-aad8-4ca2-8154-d405e4ef1533 x-openstack-request-id: req-710c24fa-aad8-4ca2-8154-d405e4ef1533 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:48:00.624254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:48:00.624540 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-710c24fa-aad8-4ca2-8154-d405e4ef1533 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:48:00.624938 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'status': 'completed', 'code': 200} Sep 10 11:48:00.654196 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4a4cdb-7475-477f-8605-71cdbc38a4e6 service neutron] Pushing event updated for resources: {'Port': ['ID=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:00.702145 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=b8ffbdd8-c230-424b-8173-2637974e4462,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:00.705874 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.712942 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.719477 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-1720b400-7575-424b-85da-4eb55d41ef6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:00.721018 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-1720b400-7575-424b-85da-4eb55d41ef6e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1097 time: 0.1117253 Sep 10 11:48:00.758692 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7567e98a-d53d-4a4b-b95b-01d8560b9ff1 req-bb9bedbc-20f7-4602-a8ac-2e1bc1c2cf6c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:00.759760 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7567e98a-d53d-4a4b-b95b-01d8560b9ff1 req-bb9bedbc-20f7-4602-a8ac-2e1bc1c2cf6c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.1067433 Sep 10 11:48:00.760464 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73db99b-8317-4f5b-b324-8049088cdf9f,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:00.794520 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.795664 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-0408d42d-90d6-40bf-adf5-9ecc0eed29e2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3464170 Sep 10 11:48:00.798556 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-62313c48-3431-4f5a-9f79-981d87116acf service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0616894 Sep 10 11:48:00.799017 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57016) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:00.808593 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:00.884556 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7567e98a-d53d-4a4b-b95b-01d8560b9ff1 req-b32e0d4a-a61c-412d-9ab3-099e9b4b686a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903776 Sep 10 11:48:00.888982 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.894657 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-1135ba1a-65de-4c72-bebd-51e558f1e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:00.895657 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-1135ba1a-65de-4c72-bebd-51e558f1e904 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0833466 Sep 10 11:48:00.919570 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Notify callbacks [] for port, precommit_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.928923 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Transition to ACTIVE for port object 4a625972-6949-4998-8a81-341a71f09a3c will not be triggered until provisioned by entity L2. {{(pid=94059) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:48:00.934112 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:00.974930 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-b56d0205-b753-4755-8edf-5f2c888d8df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:00.976453 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-b56d0205-b753-4755-8edf-5f2c888d8df5 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0713487 Sep 10 11:48:00.988411 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac884-771d-4707-a937-b855c23debe7 None None] Pushing event updated for resources: {'Port': ['ID=4a625972-6949-4998-8a81-341a71f09a3c,revision_number=3']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:01.040309 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Attempting to bind port 4a625972-6949-4998-8a81-341a71f09a3c on host dv-cinder-759962-12-iscsi for vnic_type normal with profile {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:48:01.040697 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Attempting to bind port 4a625972-6949-4998-8a81-341a71f09a3c by drivers openvswitch,hyperv on host dv-cinder-759962-12-iscsi at level 0 using segments [{'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:48:01.041237 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Attempting to bind port 4a625972-6949-4998-8a81-341a71f09a3c on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:48:01.046710 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Checking agent: {'id': '3ca58123-7b32-4844-b304-a2996b11fd8b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-759962-12-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 29, 14), 'started_at': datetime.datetime(2021, 9, 10, 11, 29, 44), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-759962-12-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:48:01.047125 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Checking segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94059) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:48:01.048930 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.048930 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Bound using segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} {{(pid=94059) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:48:01.048930 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.managers [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Bound port: 4a625972-6949-4998-8a81-341a71f09a3c, host: dv-cinder-759962-12-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}}] {{(pid=94059) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:48:01.048930 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.115931 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.118882 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] For port 4a625972-6949-4998-8a81-341a71f09a3c, host dv-cinder-759962-12-iscsi, cleared binding levels {{(pid=94059) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:48:01.119401 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-c29e6867-6983-4a94-801d-85950757bcae service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1124492 Sep 10 11:48:01.122295 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] For port 4a625972-6949-4998-8a81-341a71f09a3c, host dv-cinder-759962-12-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4a625972-6949-4998-8a81-341a71f09a3c,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:48:01.128615 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.184168 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:48:01.184822 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:47:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:01.221687 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75ac884-771d-4707-a937-b855c23debe7 None None] Pushing event updated for resources: {'Port': ['ID=4a625972-6949-4998-8a81-341a71f09a3c,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:01.285724 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4cfdacce-b3a9-49a8-adc1-b03959a2a9a0 req-c71ddbdb-7591-489c-a227-a6b4a6233e88 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583955 Sep 10 11:48:01.297571 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Allocated IP 172.27.2.44 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/d3def2cf-d54d-4307-91fc-ad2b7dd4b612) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:48:01.316145 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:48:01.434724 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-105a920a-54be-441b-a4ea-69bf2e70ccd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:01.436190 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-105a920a-54be-441b-a4ea-69bf2e70ccd3 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1097 time: 0.0905063 Sep 10 11:48:01.460339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.521442 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:01Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:01.550674 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e522afe0-775e-4c4b-b376-bdd873afe505 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:01Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:48:01.557430 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-fde56fb4-d212-4f23-b10d-e2c3040b3da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:01.558968 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-fde56fb4-d212-4f23-b10d-e2c3040b3da9 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.1112766 Sep 10 11:48:01.565354 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.634309 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-67bb78ba-10fc-40e5-8efc-fce2bd86cc0c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0665581 Sep 10 11:48:01.646260 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:48:01.657826 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:48:01.666415 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:48:01.685059 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'Port': ['ID=d3def2cf-d54d-4307-91fc-ad2b7dd4b612,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:01.729160 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-65a3d20c-fff3-4f1e-89b3-731405896ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:01.730642 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-65a3d20c-fff3-4f1e-89b3-731405896ea0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0866129 Sep 10 11:48:01.813473 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.815944 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-65a28ec9-31ce-4898-bfc2-8afaf27446df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:01.817469 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-65a28ec9-31ce-4898-bfc2-8afaf27446df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0789025 Sep 10 11:48:01.872676 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:01.993880 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-4a853551-d42e-4ac4-9c48-6d4143c4aa4c service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666350 Sep 10 11:48:02.143507 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbcd9e5-2f93-4ff0-a3fe-42ebe0ccf7ea req-e44e60a1-3448-4262-8a53-8f51930e076c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:02.145090 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bfbcd9e5-2f93-4ff0-a3fe-42ebe0ccf7ea req-e44e60a1-3448-4262-8a53-8f51930e076c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.1779754 Sep 10 11:48:02.146671 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a625972-6949-4998-8a81-341a71f09a3c up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:48:02.192122 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2d25da61-fd33-4d39-8070-14cefc63be5b req-5152aa1a-bbe0-4dbd-9118-9871f6c2e4d9 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791487 Sep 10 11:48:02.208582 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning for port 4a625972-6949-4998-8a81-341a71f09a3c completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:48:02.215195 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 4a625972-6949-4998-8a81-341a71f09a3c triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:02.215667 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.223199 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.228159 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bfbcd9e5-2f93-4ff0-a3fe-42ebe0ccf7ea req-0f4cc3b0-d099-44d4-b12c-8f31b9fbd947 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744901 Sep 10 11:48:02.230786 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.300251 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.302754 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'Port': ['ID=d3def2cf-d54d-4307-91fc-ad2b7dd4b612,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:02.322092 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.333509 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] For port 4a625972-6949-4998-8a81-341a71f09a3c, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4a625972-6949-4998-8a81-341a71f09a3c,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:02.338169 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.347383 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ab5295af-8a39-4428-8f75-c6ba9d88893a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5354638 Sep 10 11:48:02.347612 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.347612 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device b8ffbdd8-c230-424b-8173-2637974e4462 up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:48:02.425003 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Pushing event updated for resources: {'Port': ['ID=4a625972-6949-4998-8a81-341a71f09a3c,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:02.437317 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port b8ffbdd8-c230-424b-8173-2637974e4462 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:02.437692 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:02.488268 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-8bdf2334-11bf-4155-b677-e54372f016f1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--2128025343&fields=id&tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2 HTTP/1.1" status: 200 len: 267 time: 0.0327976 Sep 10 11:48:02.602652 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-b79a1525-b96f-4c6c-b1e9-f93438a28759 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:02.604184 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-b79a1525-b96f-4c6c-b1e9-f93438a28759 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 811 time: 0.1085832 Sep 10 11:48:02.619023 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-edf16262-bd9b-42e8-863f-226bc4e17085 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/quotas/eee008ff1b3549b2ac5d27cdc7d19ec2 HTTP/1.1" status: 200 len: 375 time: 0.0090368 Sep 10 11:48:02.670913 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-57bc3b7f-55c6-472c-b8f7-70d8fb983024 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0466859 Sep 10 11:48:03.022228 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-a9b9c1ac-d96a-4d36-9b01-11ed3eb689ac service neutron] 10.222.0.35 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3399324 Sep 10 11:48:03.108914 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-54b58b33-8530-4f18-875a-8a98b66a41ad service neutron] 10.222.0.35 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804021 Sep 10 11:48:03.259697 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-afe92466-90c3-4f5d-a14f-b22b031d7306 req-883d163d-3978-4a04-bb37-9bf78a33dae8 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 210 time: 0.0264816 Sep 10 11:48:03.346284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213b2269-69b4-4478-a5e9-6a06787ba59c req-82ec4dc1-7a03-43fc-bb35-cd10f4264d26 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:03.347989 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-213b2269-69b4-4478-a5e9-6a06787ba59c req-82ec4dc1-7a03-43fc-bb35-cd10f4264d26 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0510776 Sep 10 11:48:03.389239 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-213b2269-69b4-4478-a5e9-6a06787ba59c req-9adfc6af-7dec-41a9-9652-021c29922e13 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347178 Sep 10 11:48:04.065218 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a625972-6949-4998-8a81-341a71f09a3c up at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:48:04.131240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-479e13c3-be7c-4303-841c-6e3ab2d81322 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:04.132774 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-479e13c3-be7c-4303-841c-6e3ab2d81322 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 811 time: 0.1062279 Sep 10 11:48:04.184754 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-96aa09c5-13cb-4e2a-9c91-31a7ddbde44e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2 HTTP/1.1" status: 200 len: 380 time: 0.0430241 Sep 10 11:48:04.198317 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'port': {'device_id': '5440a497-4860-43f3-b611-1c7766d925e7', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'admin_state_up': True, 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'security_groups': ['68749a23-bbb2-4354-ab01-13c4c693df3a']}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:04.244962 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Provisioning complete for port 4a625972-6949-4998-8a81-341a71f09a3c triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:04.245238 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.307284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Made reservation on behalf of eee008ff1b3549b2ac5d27cdc7d19ec2 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:48:04.311075 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.361298 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8adf6056-c884-4b6e-bb59-6903c9d747d5 req-ce41acd9-7501-43a6-8f92-704efe5f163c tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 210 time: 0.0320089 Sep 10 11:48:04.469892 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Allocated IP 172.20.0.5 (78fa7b90-8c5f-4c89-90ee-cc80cc8103ec/447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f/1acd6067-20d5-4d7b-9649-3382e6aeb2b0) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:48:04.530109 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddfdea-84ff-4845-940d-e2c0cb496859 req-1f2297a0-04b1-4f2e-85ac-a8307dd1ffd5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:04.531507 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a1ddfdea-84ff-4845-940d-e2c0cb496859 req-1f2297a0-04b1-4f2e-85ac-a8307dd1ffd5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0735250 Sep 10 11:48:04.627736 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a1ddfdea-84ff-4845-940d-e2c0cb496859 req-0ce10fd0-e8b0-44dd-a7fc-d767a8d5df56 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878844 Sep 10 11:48:04.659086 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.672706 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Transition to ACTIVE for port object 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:48:04.706279 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.747030 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:48:04.750068 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:48:04.753616 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:48:04.782044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'Port': ['ID=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:04.810974 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:04.811694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.825837 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f03cf527-2245-4ff4-b546-c9ac3dd5f59f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6318488 Sep 10 11:48:04.838002 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Request body: {'port': {'device_id': '5440a497-4860-43f3-b611-1c7766d925e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:04.893012 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.946600 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f7275afe-4221-43f4-89ee-51cf3abf42d3 None None] Provisioning for port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:48:04.950491 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-f7275afe-4221-43f4-89ee-51cf3abf42d3 None None] Provisioning complete for port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:04.950859 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f7275afe-4221-43f4-89ee-51cf3abf42d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:04.984799 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-f7275afe-4221-43f4-89ee-51cf3abf42d3 None None] Port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:48:05.155956 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:48:05.164100 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:05.176636 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Transition to ACTIVE for port object 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:48:05.180150 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:05.236078 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Pushing event updated for resources: {'Port': ['ID=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:05.300847 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Attempting to bind port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:48:05.301184 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Attempting to bind port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:48:05.301511 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Attempting to bind port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:48:05.305871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:48:05.306188 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Attempting to bind port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:48:05.311081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 47, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:48:05.311413 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Checking segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:48:05.311795 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Bound using segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:48:05.312223 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Bound port: 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:48:05.312610 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:05.375809 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] For port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:48:05.378751 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] For port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:48:05.383151 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:05.425312 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:05.425948 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:05.427360 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] 10.222.0.52 "PUT /v2.0/ports/1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 1093 time: 0.5936058 Sep 10 11:48:05.427808 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:48:05.430077 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dfb2cb9-d264-4004-ab6d-f1037823ac58" -d '{"events": [{"name": "network-changed", "server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:48:05.479437 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bc0442e-37ea-4c50-91de-5882d23733c7 x-openstack-request-id: req-7bc0442e-37ea-4c50-91de-5882d23733c7 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:48:05.479632 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:48:05.479871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7bc0442e-37ea-4c50-91de-5882d23733c7 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:48:05.480253 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'status': 'completed', 'code': 200} Sep 10 11:48:05.517397 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da4c05-ef07-4383-a38f-5987a2eaa69a service neutron] Pushing event updated for resources: {'Port': ['ID=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:05.541431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe2205-a25b-470c-b980-1a64cc04da97 req-403348c0-b61e-486c-a905-7625353b7756 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:05.542967 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-79fe2205-a25b-470c-b980-1a64cc04da97 req-403348c0-b61e-486c-a905-7625353b7756 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 943 time: 0.1014049 Sep 10 11:48:05.550048 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-bb46756f-cd79-4bd3-b47e-595e1639be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:05.551877 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-bb46756f-cd79-4bd3-b47e-595e1639be4e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1096 time: 0.0740712 Sep 10 11:48:05.615246 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-552ba650-a84f-4729-837e-81cce8286035 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 217 time: 0.0488470 Sep 10 11:48:05.622648 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-79fe2205-a25b-470c-b980-1a64cc04da97 req-f2efea52-c63d-433e-8966-7c5315b8e26a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0698063 Sep 10 11:48:05.665801 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-7e7721bf-f6c2-4f9e-a6d2-70232b6117e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:05.667244 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-7e7721bf-f6c2-4f9e-a6d2-70232b6117e3 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0435948 Sep 10 11:48:05.742290 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-c74da4bd-b5ba-4ea2-93b4-97118bc4531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:05.744263 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-c74da4bd-b5ba-4ea2-93b4-97118bc4531b service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0702064 Sep 10 11:48:05.755671 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b058c0-db04-4173-bac3-da77505b727c req-abdfb00e-e43b-4a4d-9035-e19449618041 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:05.757034 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-17b058c0-db04-4173-bac3-da77505b727c req-abdfb00e-e43b-4a4d-9035-e19449618041 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0600390 Sep 10 11:48:05.840627 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-17b058c0-db04-4173-bac3-da77505b727c req-415bff5c-b11c-44ac-a4c4-d43978783f30 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0755155 Sep 10 11:48:05.861898 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-c70f0e7f-ebbf-49df-8977-bb4386d604e9 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039903 Sep 10 11:48:05.951922 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fbf60f8b-248f-4a73-96db-9dff42324fcf req-f998227f-9661-413a-a687-d63ae1089252 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823243 Sep 10 11:48:06.032624 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-cdb30d8c-bf75-4fc6-aa2b-f1f7a072260e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:06.034078 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-cdb30d8c-bf75-4fc6-aa2b-f1f7a072260e service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1096 time: 0.0399187 Sep 10 11:48:06.124904 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-f95d3e04-66b7-457f-a715-c2e80fa57ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:06.126357 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-f95d3e04-66b7-457f-a715-c2e80fa57ffe service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0847700 Sep 10 11:48:06.165472 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-f95dd245-ab7d-4222-9d3c-ef9c8ac7c79f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 217 time: 0.0320461 Sep 10 11:48:06.212095 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-964d1096-17e8-416b-bcfd-8b2c2d24d2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:06.213503 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-964d1096-17e8-416b-bcfd-8b2c2d24d2d7 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0417023 Sep 10 11:48:06.261372 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-d27b089a-56e0-4d05-bd70-ed198236d14c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:06.262842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-d27b089a-56e0-4d05-bd70-ed198236d14c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0427957 Sep 10 11:48:06.349088 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-d767be55-f6a8-457c-8995-a171c5bf3c5c service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789866 Sep 10 11:48:06.440883 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8dfb2cb9-d264-4004-ab6d-f1037823ac58 req-0cdde8b9-7a1c-48f0-9e05-c89d1902b531 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846107 Sep 10 11:48:06.736437 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53686272-a678-4850-b2c9-5872439a132f req-361e5013-9a96-46c3-8418-8dba04127f82 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:06.737894 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-53686272-a678-4850-b2c9-5872439a132f req-361e5013-9a96-46c3-8418-8dba04127f82 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 943 time: 0.0494182 Sep 10 11:48:06.773373 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-53686272-a678-4850-b2c9-5872439a132f req-35ea9ed8-013f-4410-b832-2d508972b631 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296559 Sep 10 11:48:06.978784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5b2037-8ca0-42cf-bb8a-30dc26b0d13e req-6b609bc6-62a1-486f-a3b4-045f03738534 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:06.980277 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e5b2037-8ca0-42cf-bb8a-30dc26b0d13e req-6b609bc6-62a1-486f-a3b4-045f03738534 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0619156 Sep 10 11:48:07.017009 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e5b2037-8ca0-42cf-bb8a-30dc26b0d13e req-27bbf064-7e0a-4113-be67-fce9a0f23f3f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308783 Sep 10 11:48:07.895580 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292509a2-4fb0-4a05-ba78-252727fa28ac req-dea8969e-8d60-47c3-ba7d-ef9deb87e864 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:07.896990 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-292509a2-4fb0-4a05-ba78-252727fa28ac req-dea8969e-8d60-47c3-ba7d-ef9deb87e864 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 943 time: 0.0545883 Sep 10 11:48:07.933708 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-292509a2-4fb0-4a05-ba78-252727fa28ac req-9d52a353-493f-4798-9434-8154c384970b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302281 Sep 10 11:48:08.128254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38cde1-289b-435b-91fa-a0c898e7ecb5 req-016868f2-04ab-4355-babb-971c7ee41fa1 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:08.129718 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c38cde1-289b-435b-91fa-a0c898e7ecb5 req-016868f2-04ab-4355-babb-971c7ee41fa1 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0478859 Sep 10 11:48:08.166218 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c38cde1-289b-435b-91fa-a0c898e7ecb5 req-134e3ed5-6156-4f48-b5fe-1eb25d6c9b28 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299726 Sep 10 11:48:08.950381 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:48:09.045480 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6537639-5051-408f-8da9-df02a289526c req-93a242e6-1ab2-42f0-801c-767a03fc9d9f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:09.046968 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d6537639-5051-408f-8da9-df02a289526c req-93a242e6-1ab2-42f0-801c-767a03fc9d9f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 943 time: 0.0479031 Sep 10 11:48:09.052921 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:09.063672 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'port_id': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'mac_address': 'fa:16:3e:b8:4d:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:48:09.087710 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d6537639-5051-408f-8da9-df02a289526c req-36ab2135-afab-42c5-b921-e98ac35cd161 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348747 Sep 10 11:48:09.099285 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:09.115738 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:48:09.134219 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:09.138094 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:09.183249 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:09.279364 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a76fd6-e788-490c-8eab-662dfa612ccd req-b1dc2420-84fa-479c-af4a-fbea42bed199 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:09.280719 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-45a76fd6-e788-490c-8eab-662dfa612ccd req-b1dc2420-84fa-479c-af4a-fbea42bed199 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0508690 Sep 10 11:48:09.316283 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-45a76fd6-e788-490c-8eab-662dfa612ccd req-2aefc0c0-46d0-413d-ba83-a3c28de9f2d6 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295272 Sep 10 11:48:09.455500 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['1acd6067-20d5-4d7b-9649-3382e6aeb2b0'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:48:10.198806 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc9fe5-676b-4e3a-a53b-8e893ce127e8 req-45cda61d-9ceb-47c9-9c95-98f4ef34a259 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:10.200267 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5cdc9fe5-676b-4e3a-a53b-8e893ce127e8 req-45cda61d-9ceb-47c9-9c95-98f4ef34a259 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 944 time: 0.0482237 Sep 10 11:48:10.237069 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5cdc9fe5-676b-4e3a-a53b-8e893ce127e8 req-5302f53b-0f27-4f49-9427-3617e38f2ea3 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309513 Sep 10 11:48:10.427179 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5883a5d-3ad4-4662-a170-ca2faa39132d req-d94e7ba2-6970-42a7-b7ea-37d4c3204ada tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:10.428652 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5883a5d-3ad4-4662-a170-ca2faa39132d req-d94e7ba2-6970-42a7-b7ea-37d4c3204ada tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 944 time: 0.0480969 Sep 10 11:48:10.464287 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5883a5d-3ad4-4662-a170-ca2faa39132d req-f694f2aa-0c1e-45b7-a618-b4c766fbc94e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298648 Sep 10 11:48:10.894386 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-abe9767d-3c58-463e-bf88-1b5de9ab0546 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:10.950008 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:48:10.953039 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:48:11.061816 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:48:11.070332 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:11.070741 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:11.104443 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:11.119565 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:48:11.181965 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:11.199064 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:48:11.209443 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:11.231528 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:11.238118 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:11.246153 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:48:11.248377 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb68f934-3eda-4720-83f9-f93cf3158be5" -d '{"events": [{"server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "name": "network-vif-plugged", "status": "completed", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:48:11.282024 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:11.292261 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:11.312027 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:11.352115 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bb8c648-fb9f-4670-9715-5b586aa8eefe x-openstack-request-id: req-8bb8c648-fb9f-4670-9715-5b586aa8eefe {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:48:11.352960 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "name": "network-vif-plugged", "status": "completed", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:48:11.353212 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-8bb8c648-fb9f-4670-9715-5b586aa8eefe {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:48:11.353604 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'code': 200} Sep 10 11:48:11.362611 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e4f362-bd8e-4bea-8d91-06c2c5f2a385 req-29aaef20-6bed-4ae0-8800-3ac3c0b7e0f4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:11.364168 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c7e4f362-bd8e-4bea-8d91-06c2c5f2a385 req-29aaef20-6bed-4ae0-8800-3ac3c0b7e0f4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0582683 Sep 10 11:48:11.373979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:11.405901 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c7e4f362-bd8e-4bea-8d91-06c2c5f2a385 req-499c20c8-9c0d-4808-82b2-e4d623d276b3 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342991 Sep 10 11:48:11.523231 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd3899a-56e0-4b8f-b0f0-daf7cc636efe req-17b869f4-2814-4450-b928-808eb216b05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:11.525314 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfd3899a-56e0-4b8f-b0f0-daf7cc636efe req-17b869f4-2814-4450-b928-808eb216b05e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1098 time: 0.0398231 Sep 10 11:48:11.577100 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['6f33082d-77f5-41de-bc3a-95cc67ea7fe3'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:48:11.591035 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dfd3899a-56e0-4b8f-b0f0-daf7cc636efe req-63146cdc-bac6-48a9-89d6-0174a2858e74 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552700 Sep 10 11:48:11.601488 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b0f51-77bc-4be4-a09c-208dd40062c4 req-3f5f60e0-205e-4fde-a716-73c8b71114f3 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:11.602947 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1d0b0f51-77bc-4be4-a09c-208dd40062c4 req-3f5f60e0-205e-4fde-a716-73c8b71114f3 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 945 time: 0.0691862 Sep 10 11:48:11.639852 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1d0b0f51-77bc-4be4-a09c-208dd40062c4 req-fd63e3a3-8a1a-4db9-a063-7bd82eefcd1d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308983 Sep 10 11:48:12.416138 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:12.521659 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2b721b-28cf-4035-9895-ed0f44bebc66 req-bd70b844-37b0-46ab-8efd-6dd6d30ec533 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:12.523119 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e2b721b-28cf-4035-9895-ed0f44bebc66 req-bd70b844-37b0-46ab-8efd-6dd6d30ec533 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0513937 Sep 10 11:48:12.560554 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2e2b721b-28cf-4035-9895-ed0f44bebc66 req-902cf71c-3973-4417-b943-2d698ff33d8c tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309601 Sep 10 11:48:12.751523 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9391eb2-5d2a-47ed-8c58-130876fc8200 req-89e5921f-7330-41cf-8689-9ac47f9357c9 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:12.752997 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f9391eb2-5d2a-47ed-8c58-130876fc8200 req-89e5921f-7330-41cf-8689-9ac47f9357c9 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 945 time: 0.0479703 Sep 10 11:48:12.790243 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f9391eb2-5d2a-47ed-8c58-130876fc8200 req-f0c75aca-87ee-4080-bbe6-7347bce96d5e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308502 Sep 10 11:48:12.981937 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:48:13.032163 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:48:13.036180 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:48:13.036645 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:13.115447 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:13.145438 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:48:13.153424 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:13.183342 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-14cf9ea2-be6c-45e7-86b4-5a96a6cc528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:13.203709 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:13.354749 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:48:13.357081 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d066982-e398-4f53-8496-37309ddd3e62" -d '{"events": [{"server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "name": "network-vif-plugged", "status": "completed", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:48:13.367784 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:48:13.390695 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14c2e21b-3918-4584-8b74-3648053439ed x-openstack-request-id: req-14c2e21b-3918-4584-8b74-3648053439ed {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:48:13.390979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "name": "network-vif-plugged", "status": "completed", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:48:13.391226 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-14c2e21b-3918-4584-8b74-3648053439ed {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:48:13.391609 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'code': 200} Sep 10 11:48:13.599857 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85987a0-8985-46bb-a514-97c1d27994ce req-3c8f193c-46bb-40dc-a298-9013e97bf71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:13.601404 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a85987a0-8985-46bb-a514-97c1d27994ce req-3c8f193c-46bb-40dc-a298-9013e97bf71a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1099 time: 0.0399749 Sep 10 11:48:13.648418 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a85987a0-8985-46bb-a514-97c1d27994ce req-78e8df79-38ca-41e4-b84b-3b9f0ca966b7 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396852 Sep 10 11:48:13.682753 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c638d2ed-ac79-4900-b114-c3ac90098d00 req-8664dbad-7bd1-4aec-9605-333c28679833 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:13.684172 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c638d2ed-ac79-4900-b114-c3ac90098d00 req-8664dbad-7bd1-4aec-9605-333c28679833 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0577939 Sep 10 11:48:13.721195 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c638d2ed-ac79-4900-b114-c3ac90098d00 req-e3039db7-5f21-492a-a758-5a9bce4f8212 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 Sep 10 11:48:13.829797 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de707a8a-7276-4023-a462-7cbf9cfcb7de req-65eb621d-42b9-433b-b152-0748c26060fd tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:13.831282 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-de707a8a-7276-4023-a462-7cbf9cfcb7de req-65eb621d-42b9-433b-b152-0748c26060fd tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0478563 Sep 10 11:48:13.840274 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57102) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:13.844651 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'floatingip': {'port_id': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:13.893828 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:13.943391 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:14.009224 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134969ac-4cf0-459e-b1e4-c4e1c503db8b req-807c34f1-846c-4f5f-b125-4e1fd23eaebb tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:14.010682 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-134969ac-4cf0-459e-b1e4-c4e1c503db8b req-807c34f1-846c-4f5f-b125-4e1fd23eaebb tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 946 time: 0.1364081 Sep 10 11:48:14.091764 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-134969ac-4cf0-459e-b1e4-c4e1c503db8b req-0d756962-eb6f-4b49-a7d0-fcdda0d2bda4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738657 Sep 10 11:48:14.361077 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:14.364825 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:14.458707 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Floating IP 6815fc4d-a5a4-4ac4-923a-404b169aada6 associated. External IP: 172.27.2.44, port: 1acd6067-20d5-4d7b-9649-3382e6aeb2b0. Sep 10 11:48:14.652977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Router d5a87ecc-c146-43b9-b524-de88d683d314 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:48:14.741507 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:14.759416 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:48:14.764300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:14.768879 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:48:14.778638 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:48:14.779343 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:48:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:14.795661 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a35e173e-41c5-443e-8eea-7034bfff7ac1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "PUT /v2.0/floatingips/6815fc4d-a5a4-4ac4-923a-404b169aada6 HTTP/1.1" status: 200 len: 990 time: 0.9543109 Sep 10 11:48:14.796257 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:48:14.798520 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6fb1092-18cc-44c5-838a-ea7e50626295" -d '{"events": [{"name": "network-changed", "server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:48:14.834406 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a339f34d-8c92-481e-b67d-aaa97235a41f x-openstack-request-id: req-a339f34d-8c92-481e-b67d-aaa97235a41f {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:48:14.834707 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:48:14.834963 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a339f34d-8c92-481e-b67d-aaa97235a41f {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:48:14.835364 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'status': 'completed', 'code': 200} Sep 10 11:48:14.892553 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:48:14.904752 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-af425d56-7ad6-4cf9-834e-159bebca9c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:14.906173 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-af425d56-7ad6-4cf9-834e-159bebca9c50 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1098 time: 0.0408666 Sep 10 11:48:15.001054 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-922f1819-7bb5-49c6-9fe3-a8eeb691170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:15.002538 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-922f1819-7bb5-49c6-9fe3-a8eeb691170c service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0892711 Sep 10 11:48:15.213200 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '6815fc4d-a5a4-4ac4-923a-404b169aada6', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'port_id': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'mac_address': 'fa:16:3e:b8:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5440a497-4860-43f3-b611-1c7766d925e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:01Z', 'updated_at': '2021-09-10T11:48:14Z', 'revision_number': 1, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:15.238868 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:48:15.247093 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:48:15.247692 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:48:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:15.351025 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:48:15.363165 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-5a42790c-8494-41e8-b7dd-f89e844dcd48 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 998 time: 0.3520548 Sep 10 11:48:15.375015 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5ee714-83c9-42f2-aeb5-1b20eb1ae8de req-6e5e2394-b7cf-48bf-8c99-4135d91b0cdb tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:15.376427 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2c5ee714-83c9-42f2-aeb5-1b20eb1ae8de req-6e5e2394-b7cf-48bf-8c99-4135d91b0cdb tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 946 time: 0.0640306 Sep 10 11:48:15.444781 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-19af446f-4fb3-496f-a55c-e242ef9906c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:15.446790 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-19af446f-4fb3-496f-a55c-e242ef9906c0 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0695157 Sep 10 11:48:15.449715 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2c5ee714-83c9-42f2-aeb5-1b20eb1ae8de req-f77c07ff-c6ae-4573-8a2a-d837259c0d8b tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650399 Sep 10 11:48:15.492232 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-8017ee1b-1721-48c5-88c9-e78bf8daba44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:15.494329 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-8017ee1b-1721-48c5-88c9-e78bf8daba44 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0410132 Sep 10 11:48:15.584602 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '6815fc4d-a5a4-4ac4-923a-404b169aada6', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'port_id': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'mac_address': 'fa:16:3e:b8:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5440a497-4860-43f3-b611-1c7766d925e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:01Z', 'updated_at': '2021-09-10T11:48:14Z', 'revision_number': 1, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:15.609755 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811d61f-0720-4b3d-980a-cdd6529f42d3 req-88307e89-becb-43f6-af1f-7f2fb0aa4cea tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:15.611225 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7811d61f-0720-4b3d-980a-cdd6529f42d3 req-88307e89-becb-43f6-af1f-7f2fb0aa4cea tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 946 time: 0.0908294 Sep 10 11:48:15.613008 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02db4922-5f1d-477a-bc14-e6e9f2e718b4 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '6815fc4d-a5a4-4ac4-923a-404b169aada6', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'floating_ip_address': '172.27.2.44', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'port_id': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 626, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'mac_address': 'fa:16:3e:b8:4d:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5440a497-4860-43f3-b611-1c7766d925e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:01Z', 'updated_at': '2021-09-10T11:48:14Z', 'revision_number': 1, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:48:15.639492 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-80c1873f-1c09-4f27-9191-4e21ef0338d6 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372616 Sep 10 11:48:15.675833 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7811d61f-0720-4b3d-980a-cdd6529f42d3 req-a6e50345-0f99-4883-8e4d-69d66e5a6cce tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586152 Sep 10 11:48:15.699523 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57112) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:15.743989 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75b91170-9ac5-4b62-9f34-c67377803669 tempest-TestVolumeBootPattern-1062095107 tempest-TestVolumeBootPattern-1062095107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:15.745575 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-75b91170-9ac5-4b62-9f34-c67377803669 tempest-TestVolumeBootPattern-1062095107 tempest-TestVolumeBootPattern-1062095107-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1094 time: 0.0449657 Sep 10 11:48:15.746838 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6fb1092-18cc-44c5-838a-ea7e50626295 req-3d948f5d-9e2d-4c6d-a76d-cc96078d4241 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999186 Sep 10 11:48:15.748386 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57114) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:48:15.752703 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address': '172.20.0.12'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:48:15.779151 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:15.816976 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:15.819983 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a460b25e-670b-4d2a-9289-337dde1fef2f None None] New status for floating IP 6815fc4d-a5a4-4ac4-923a-404b169aada6: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:48:15.879193 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:15.987289 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Allocated IP 172.27.2.119 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/ff9f4a73-0847-440b-959a-1adc3c72e8f9) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:48:16.084205 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.120554 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.158440 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:48:16.161430 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:48:16.165380 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:48:16.188364 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=ff9f4a73-0847-440b-959a-1adc3c72e8f9,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:16.500916 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.567165 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.707696 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.712378 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.776107 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=ff9f4a73-0847-440b-959a-1adc3c72e8f9,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:48:16.785522 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:16.880342 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Floating IP f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5 associated. External IP: 172.27.2.119, port: 6f33082d-77f5-41de-bc3a-95cc67ea7fe3. Sep 10 11:48:17.305691 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:48:17.406746 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:48:17.416916 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add924af-3d16-4a74-8672-bea95f634819 None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:48:17.422661 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:17.426071 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:48:17.426675 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:48:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:17.460369 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-1038a87c-8b62-45eb-abf4-f8547744a358 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6993885 Sep 10 11:48:17.460369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:48:17.460369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63626436-6298-4c11-a730-cdb23c8d7ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:48:17.531174 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:48:17.543919 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f70b9e9-e7c1-404d-a35f-462645d64fa6 x-openstack-request-id: req-2f70b9e9-e7c1-404d-a35f-462645d64fa6 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:48:17.544200 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:48:17.544533 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2f70b9e9-e7c1-404d-a35f-462645d64fa6 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:48:17.544931 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'status': 'completed', 'code': 200} Sep 10 11:48:17.605396 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-6be3351b-fa45-40f1-8321-26b9006e6c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:17.606888 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-6be3351b-fa45-40f1-8321-26b9006e6c0b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1099 time: 0.0399528 Sep 10 11:48:17.694361 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-40c25995-bc75-4cd3-98d1-9aa4cfeb8622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:17.695881 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-40c25995-bc75-4cd3-98d1-9aa4cfeb8622 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0820959 Sep 10 11:48:17.747415 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:16Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:17.767458 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-d897bd20-0157-47a8-83a7-f762ca11bbec service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 1000 time: 0.0648499 Sep 10 11:48:17.776060 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add924af-3d16-4a74-8672-bea95f634819 None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:48:17.784228 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:48:17.784842 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:48:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:17.814950 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-cfb307ac-6db3-49f9-a891-ce588684e424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:17.816407 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-cfb307ac-6db3-49f9-a891-ce588684e424 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0419662 Sep 10 11:48:17.862373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-bc86475d-b34c-4ea3-a2e6-138f32862ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:48:17.864146 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-bc86475d-b34c-4ea3-a2e6-138f32862ff9 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0412984 Sep 10 11:48:17.888295 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:48:17.955703 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-47cee83f-fdae-4065-8f80-2deb0e185cfb service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840325 Sep 10 11:48:18.047636 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-63626436-6298-4c11-a730-cdb23c8d7ebb req-b0bacfdd-3abb-4745-8c93-8c90ba3f2e5e service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845535 Sep 10 11:48:18.111520 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-add924af-3d16-4a74-8672-bea95f634819 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:16Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:48:18.141961 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add924af-3d16-4a74-8672-bea95f634819 None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:16Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:48:18.310602 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde341ba-9935-4874-92e3-8e23eb2ef3e0 None None] New status for floating IP f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:48:40.894510 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-519cda9e-16dc-4f21-a4ea-cc1119166246 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:42.417819 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:43.163171 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f24870d7-c9ed-4cf1-a4ee-0e757d8eff20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:43.944857 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:44.742015 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:45.820858 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:48:50.365953 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:49:10.894134 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-e789106b-0547-431e-bde5-507824329b79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:12.430068 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:13.164658 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2349bd85-6455-4fe3-bf3f-91a54bd4de32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:13.945535 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:14.744805 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:15.823166 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:19.642808 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-2fc57835-1235-45d9-a79e-f761a0b20cae service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396981 Sep 10 11:49:19.722590 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-f9e82c0e-0db7-44bf-821e-72397ac9ba08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:19.724064 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-f9e82c0e-0db7-44bf-821e-72397ac9ba08 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1099 time: 0.0388293 Sep 10 11:49:19.826472 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-461eba28-d9af-4867-9afa-1bfd3ebc067a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:19.827909 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-461eba28-d9af-4867-9afa-1bfd3ebc067a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0857372 Sep 10 11:49:19.890394 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-c319f04a-d968-446f-9711-52798608c238 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 1002 time: 0.0548079 Sep 10 11:49:19.938738 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-acf4158b-9182-43ce-a8f1-3236a949a14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:19.940186 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-acf4158b-9182-43ce-a8f1-3236a949a14f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0426698 Sep 10 11:49:19.989043 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-b1083e18-ae1b-4ab0-a641-82845bf13feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:19.990512 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-b1083e18-ae1b-4ab0-a641-82845bf13feb service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0425007 Sep 10 11:49:20.078792 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-2dcd029e-32d4-45e3-9402-610f77396642 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800967 Sep 10 11:49:20.169039 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-43f1900c-1599-43af-9a0a-bbc0956e3221 req-377bd8f4-4b17-4b56-acd0-53d394a85683 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829566 Sep 10 11:49:27.364027 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:49:40.896140 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-7d155f25-9d8c-45e1-bdd0-bb8495047d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:42.427203 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:43.164759 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-652c5a04-203f-40eb-9ee7-5a97d4b220e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:43.316254 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d385025d-fe4d-419b-86e9-c75c45ebc9b3 req-487dc402-5b1e-43e3-86f0-d2e18e7cdedd tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:43.317756 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d385025d-fe4d-419b-86e9-c75c45ebc9b3 req-487dc402-5b1e-43e3-86f0-d2e18e7cdedd tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0496726 Sep 10 11:49:43.360957 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d385025d-fe4d-419b-86e9-c75c45ebc9b3 req-c4299a2b-7ae7-4c64-b381-4087f3ce584f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372796 Sep 10 11:49:43.946419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:44.474014 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a252d6-da91-481e-bd8f-53394fd35ced req-09639709-3fe3-4126-ab70-ab98adef07a4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:44.475443 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d3a252d6-da91-481e-bd8f-53394fd35ced req-09639709-3fe3-4126-ab70-ab98adef07a4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0473373 Sep 10 11:49:44.511936 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d3a252d6-da91-481e-bd8f-53394fd35ced req-ad8dadc9-0818-44e6-bd7f-137a45432b69 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306270 Sep 10 11:49:44.747636 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:45.626926 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f506b0-22db-4497-94b7-b36657c87d51 req-d1400a71-f591-41d0-955a-85dc5cc7adb8 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:45.628377 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e0f506b0-22db-4497-94b7-b36657c87d51 req-d1400a71-f591-41d0-955a-85dc5cc7adb8 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0508158 Sep 10 11:49:45.664765 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e0f506b0-22db-4497-94b7-b36657c87d51 req-817dde1d-1ba0-4e17-8b81-f8b2dc1e60ee tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305407 Sep 10 11:49:45.828163 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:49:46.775393 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7747f8-ac31-4008-bbb3-9b6887a923e6 req-4c3e4b17-7295-4702-b50c-5aa92e46ce78 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:46.777364 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f7747f8-ac31-4008-bbb3-9b6887a923e6 req-4c3e4b17-7295-4702-b50c-5aa92e46ce78 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0466893 Sep 10 11:49:46.813201 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f7747f8-ac31-4008-bbb3-9b6887a923e6 req-6239b76f-f2e7-418e-94aa-4bc45422cb04 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301039 Sep 10 11:49:47.925157 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f5e43-75b7-463c-b9e8-bfb5f60ede20 req-5c442757-8b04-4ff1-8d77-5dd835263b8e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:47.926635 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d85f5e43-75b7-463c-b9e8-bfb5f60ede20 req-5c442757-8b04-4ff1-8d77-5dd835263b8e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0473487 Sep 10 11:49:47.962209 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d85f5e43-75b7-463c-b9e8-bfb5f60ede20 req-0753a892-bd95-42f0-b674-ded6936cfe12 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297728 Sep 10 11:49:49.077373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d7237b-ce8a-4872-ba52-0b1fb84f77b5 req-c032bbe2-8559-49a2-876f-274f62b95496 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:49.078827 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b9d7237b-ce8a-4872-ba52-0b1fb84f77b5 req-c032bbe2-8559-49a2-876f-274f62b95496 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0505123 Sep 10 11:49:49.115026 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b9d7237b-ce8a-4872-ba52-0b1fb84f77b5 req-360d9f83-33d3-464d-9285-e8ae2e703125 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305116 Sep 10 11:49:50.226601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137d7a98-e5d9-4eb7-acf9-bb71ba467e03 req-9594d68a-77c7-4f93-a0ee-7d511eb15fd2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:50.228072 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-137d7a98-e5d9-4eb7-acf9-bb71ba467e03 req-9594d68a-77c7-4f93-a0ee-7d511eb15fd2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0479455 Sep 10 11:49:50.264706 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-137d7a98-e5d9-4eb7-acf9-bb71ba467e03 req-7bfb02e8-d645-4ae9-bd00-00db261d43fd tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301447 Sep 10 11:49:51.376946 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5b9f06-21b5-4a22-8d01-12a99539358d req-f20fafcb-420a-49c7-aa01-d93e36869593 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:51.378410 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ee5b9f06-21b5-4a22-8d01-12a99539358d req-f20fafcb-420a-49c7-aa01-d93e36869593 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0475693 Sep 10 11:49:51.414938 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ee5b9f06-21b5-4a22-8d01-12a99539358d req-14ff3641-b49d-44b9-b0fe-1037cd1639ff tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307226 Sep 10 11:49:52.530832 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a44fbd7-7f9e-4067-ba15-f4e544011949 req-613c6e06-d080-46c7-a4a7-666f275c8a8b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:52.532277 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a44fbd7-7f9e-4067-ba15-f4e544011949 req-613c6e06-d080-46c7-a4a7-666f275c8a8b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0511265 Sep 10 11:49:52.569223 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a44fbd7-7f9e-4067-ba15-f4e544011949 req-b893b5a5-1386-4ccf-82b8-658241905d26 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307937 Sep 10 11:49:53.682391 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3e4ec0-3335-4c3c-a645-74cae4c543cf req-6c6a6afd-405f-4d06-aa76-2e28003b97ea tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:53.683827 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d3e4ec0-3335-4c3c-a645-74cae4c543cf req-6c6a6afd-405f-4d06-aa76-2e28003b97ea tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0477698 Sep 10 11:49:53.720272 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0d3e4ec0-3335-4c3c-a645-74cae4c543cf req-eb717a48-0d12-42c2-aaaf-b3222c3df3a0 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306273 Sep 10 11:49:54.831828 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84781654-e6b1-4e27-8fcd-cbc69b261849 req-de66d340-f04d-4f36-a42f-4ee25278ea5a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:54.833293 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-84781654-e6b1-4e27-8fcd-cbc69b261849 req-de66d340-f04d-4f36-a42f-4ee25278ea5a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0473301 Sep 10 11:49:54.868480 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-84781654-e6b1-4e27-8fcd-cbc69b261849 req-c8832909-b10b-47dd-a732-8a14080e1b15 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293770 Sep 10 11:49:55.986488 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3615cba2-75d4-422b-af17-75101ab00b0e req-706e9e24-3802-4815-bedf-2968d1819933 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:55.988074 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3615cba2-75d4-422b-af17-75101ab00b0e req-706e9e24-3802-4815-bedf-2968d1819933 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0539780 Sep 10 11:49:56.026685 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3615cba2-75d4-422b-af17-75101ab00b0e req-bcda6f84-7a21-4be9-ba99-a918c27a6302 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327086 Sep 10 11:49:57.138959 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10bb29-12dd-4273-89c3-ae6866114611 req-0ec3f5ba-72eb-41e5-ac01-6bf59cc56e35 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:57.140437 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9d10bb29-12dd-4273-89c3-ae6866114611 req-0ec3f5ba-72eb-41e5-ac01-6bf59cc56e35 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0478446 Sep 10 11:49:57.178486 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9d10bb29-12dd-4273-89c3-ae6866114611 req-40e9b1ef-5f8d-417b-b4ba-b76ddc9f634c tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Sep 10 11:49:58.290508 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc833124-653c-44bb-b366-55a5bc7d45b7 req-c72a2f9c-52d1-47ba-b8a4-4fb383d5c05b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:58.291947 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc833124-653c-44bb-b366-55a5bc7d45b7 req-c72a2f9c-52d1-47ba-b8a4-4fb383d5c05b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0475287 Sep 10 11:49:58.327952 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc833124-653c-44bb-b366-55a5bc7d45b7 req-05a7fcd5-2a3e-4a8f-a7b1-b426bee36f8b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301278 Sep 10 11:49:59.446928 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1966ff7-ea02-4661-af9a-add7a19e23ed req-60b915e2-05c0-46d7-9b4b-b6055c622320 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:59.448406 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1966ff7-ea02-4661-af9a-add7a19e23ed req-60b915e2-05c0-46d7-9b4b-b6055c622320 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0544958 Sep 10 11:49:59.485496 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b1966ff7-ea02-4661-af9a-add7a19e23ed req-2da2584b-82d3-4931-93a8-5e6b203bceff tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306182 Sep 10 11:49:59.678466 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc6f49b-809b-4b2b-a266-1ca98dcee723 req-e5bb4825-9c89-4293-9fc4-930a07e528ae tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:59.680599 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3fc6f49b-809b-4b2b-a266-1ca98dcee723 req-e5bb4825-9c89-4293-9fc4-930a07e528ae tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0510485 Sep 10 11:49:59.742344 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3fc6f49b-809b-4b2b-a266-1ca98dcee723 req-fe066ac8-394a-41bf-bd90-c69cea4395ce tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548482 Sep 10 11:49:59.751928 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-42e0e8bb-5516-426b-aa8e-f55dc0597733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:59.753545 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-42e0e8bb-5516-426b-aa8e-f55dc0597733 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1098 time: 0.0518024 Sep 10 11:49:59.842235 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-5f331760-7494-4d56-9378-c4063e8903a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:59.843657 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-5f331760-7494-4d56-9378-c4063e8903a3 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0831647 Sep 10 11:49:59.905815 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-c9a71c28-1ba3-4999-aa4d-a7de0709347f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 1000 time: 0.0543461 Sep 10 11:49:59.958140 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-33f88c53-cd87-44f7-b18d-4f954da62c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:49:59.959420 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-33f88c53-cd87-44f7-b18d-4f954da62c19 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0448735 Sep 10 11:50:00.002461 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-79df5056-8b6f-41d5-950a-9d13b2d2a824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:00.003846 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-79df5056-8b6f-41d5-950a-9d13b2d2a824 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0373018 Sep 10 11:50:00.088365 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-bbc0b7bf-38a1-435e-ad22-00032ff33a87 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0772104 Sep 10 11:50:00.176729 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f124177b-a4e1-4741-a88b-6df366fa7e11 req-f2b1c746-922e-4140-86e3-8fe554d6be80 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811946 Sep 10 11:50:00.861140 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b053b83f-2e29-42e2-b794-edcf9654bf64 req-2b49d804-3310-4957-bd0d-e76c491191c3 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:00.862502 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b053b83f-2e29-42e2-b794-edcf9654bf64 req-2b49d804-3310-4957-bd0d-e76c491191c3 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0503526 Sep 10 11:50:00.899824 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b053b83f-2e29-42e2-b794-edcf9654bf64 req-69732849-e562-422a-92b6-3e8fc632c5a0 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313978 Sep 10 11:50:02.023968 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad91a14-3c6d-4c73-831b-6904930efd09 req-9c4bcaba-9a08-4843-8a40-2c61db3562d5 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:02.025426 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cad91a14-3c6d-4c73-831b-6904930efd09 req-9c4bcaba-9a08-4843-8a40-2c61db3562d5 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0506487 Sep 10 11:50:02.062933 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cad91a14-3c6d-4c73-831b-6904930efd09 req-8abee4b1-84ab-4bbc-9c70-2d7eba34bf74 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309784 Sep 10 11:50:04.362840 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:50:10.897367 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a6fdd154-acd4-437f-a1fa-55857a555c76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:12.447162 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:13.165429 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8da8ed67-d4f2-4ceb-9724-a98045ebcc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:13.948607 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:14.749665 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:15.830845 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:16.504585 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-d92e3e70-c5ad-49b1-a73f-768d5816109a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1726206742&fields=id&tenant_id=57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 267 time: 0.0318046 Sep 10 11:50:16.606470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-bd0732da-17a3-422e-83ac-2512caf713ea tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:16.608509 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-bd0732da-17a3-422e-83ac-2512caf713ea tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 812 time: 0.0970650 Sep 10 11:50:16.622729 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-3f479488-775b-4819-96b4-f600c2cbbb2e tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/quotas/57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 375 time: 0.0085979 Sep 10 11:50:16.680998 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-6813a52a-0508-4af9-ad73-0c8fb98b4315 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0532353 Sep 10 11:50:16.772311 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-925efbf9-1469-445f-b155-d42a23b6d56c service neutron] 10.222.0.35 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803850 Sep 10 11:50:16.860980 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-388a7a51-8634-4713-a2c7-58e676d0c524 service neutron] 10.222.0.35 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826771 Sep 10 11:50:18.149750 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7c945d43-cc5c-4a37-953b-e6f8bc340d15 req-e615c990-cadb-4a26-8620-cf925a7c464d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0252900 Sep 10 11:50:19.224222 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d082af0d-27e3-443f-9be2-655448ffd9c5 req-f02f27e6-9d8c-4558-a98e-87946287a3fd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0249085 Sep 10 11:50:20.298551 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8d023384-24b3-4cd8-bba0-a8c0459a2a1d req-e1c019ff-8dad-4441-9523-db652af4bbf1 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0266628 Sep 10 11:50:21.376584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c3c0f15e-7727-4444-b151-e62b11751948 req-6d331965-2781-4253-ac3a-60c961beb745 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0281863 Sep 10 11:50:22.380959 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-1bae45e2-8e20-4622-9473-45c5ae1eb293 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0383420 Sep 10 11:50:22.441272 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-e2e36c59-378d-4d0d-87f8-dd05740e3500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:22.442757 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-e2e36c59-378d-4d0d-87f8-dd05740e3500 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1098 time: 0.0403557 Sep 10 11:50:22.469917 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-791ed456-2ed8-4ba7-b9a9-518d4aec2a56 req-b500613a-f57b-4bbf-a5e1-0a47663f24cc tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0262237 Sep 10 11:50:22.554441 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-f08f918d-325e-401d-82af-1f74f6a81513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:22.556820 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-f08f918d-325e-401d-82af-1f74f6a81513 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0899146 Sep 10 11:50:22.621541 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-c2335122-247a-4fc2-8eda-e8782b6851a8 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 1000 time: 0.0572364 Sep 10 11:50:22.679665 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-1e106006-c8d1-4f3f-9e93-6fd917631068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:22.681156 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-1e106006-c8d1-4f3f-9e93-6fd917631068 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0473015 Sep 10 11:50:22.730411 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-6575b4b7-fb83-44e1-a2bd-17829eb7f1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:22.731898 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-6575b4b7-fb83-44e1-a2bd-17829eb7f1aa service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0413933 Sep 10 11:50:22.818631 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-c02862be-8ac2-49e0-a5ff-c4bce9556474 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783525 Sep 10 11:50:22.913497 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c42df772-b7c0-4b62-ac13-dbc158f99492 req-69fca6f8-187e-44ba-a906-8f5c3f33248f service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Sep 10 11:50:23.167035 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-bb678c3a-6be5-460d-ab76-7b243eebf76d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:23.168523 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-bb678c3a-6be5-460d-ab76-7b243eebf76d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 812 time: 0.1034718 Sep 10 11:50:23.213031 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-3484d0c7-a37d-4e9c-b1d6-bdd3e0ffa5bb tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=57580e6e7c1c414dba2bb68af3feb764 HTTP/1.1" status: 200 len: 380 time: 0.0334704 Sep 10 11:50:23.222020 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'port': {'device_id': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'admin_state_up': True, 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'security_groups': ['3c681dc3-4645-4ccc-a8f4-b3ae4377d01b']}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:50:23.325000 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Made reservation on behalf of 57580e6e7c1c414dba2bb68af3feb764 for: {'port': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:50:23.328361 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:23.451587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_common [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Allocated IP 172.20.0.10 (5bf95ace-a137-4cf9-8f9f-2ada4a33e64f/a62e8e08-757a-4a33-a42c-266a92eb25cd/912f1ff8-b684-40dd-83ca-85e8ad505656) {{(pid=94058) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:50:23.584236 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-af78e1d4-ecad-4140-a252-4acef83f232b req-65daa5ce-d5db-4da2-a3d5-2c0fb453183a tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0330853 Sep 10 11:50:23.616862 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:23.631396 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Transition to ACTIVE for port object 912f1ff8-b684-40dd-83ca-85e8ad505656 will not be triggered until provisioned by entity DHCP. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:50:23.668228 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:23.709852 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f is already hosted by enough agents. {{(pid=94058) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:50:23.712691 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Resources bound (agent type, host, resource id): {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:50:23.716262 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Received port after_create {{(pid=94058) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:50:23.724310 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=912f1ff8-b684-40dd-83ca-85e8ad505656,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:23.754051 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.754390 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.754726 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.755058 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.755387 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.755715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.756037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.756380 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.756699 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.757021 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.757338 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.757652 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:23.779953 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:23.780511 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:23.794772 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-5abc6bd8-7460-4d18-a81b-c059a412d54d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5762093 Sep 10 11:50:23.807514 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Request body: {'port': {'device_id': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:50:23.864443 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:23.935059 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c0df3e6c-8ac8-4077-8d46-a5a1b8fbc332 None None] Provisioning for port 912f1ff8-b684-40dd-83ca-85e8ad505656 completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:50:23.938817 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-c0df3e6c-8ac8-4077-8d46-a5a1b8fbc332 None None] Provisioning complete for port 912f1ff8-b684-40dd-83ca-85e8ad505656 triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:50:23.939187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c0df3e6c-8ac8-4077-8d46-a5a1b8fbc332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:23.972273 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-c0df3e6c-8ac8-4077-8d46-a5a1b8fbc332 None None] Port 912f1ff8-b684-40dd-83ca-85e8ad505656 cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:50:24.115867 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 912f1ff8-b684-40dd-83ca-85e8ad505656 {{(pid=94058) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:50:24.123185 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:24.134477 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.provisioning_blocks [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Transition to ACTIVE for port object 912f1ff8-b684-40dd-83ca-85e8ad505656 will not be triggered until provisioned by entity L2. {{(pid=94058) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:50:24.138154 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:24.190632 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Pushing event updated for resources: {'Port': ['ID=912f1ff8-b684-40dd-83ca-85e8ad505656,revision_number=2']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:24.256490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Attempting to bind port 912f1ff8-b684-40dd-83ca-85e8ad505656 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:50:24.256821 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Attempting to bind port 912f1ff8-b684-40dd-83ca-85e8ad505656 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:50:24.257146 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Attempting to bind port 912f1ff8-b684-40dd-83ca-85e8ad505656 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:50:24.261563 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Port 912f1ff8-b684-40dd-83ca-85e8ad505656 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:50:24.261878 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Attempting to bind port 912f1ff8-b684-40dd-83ca-85e8ad505656 on network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:50:24.267162 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:50:24.267489 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Checking segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:50:24.267870 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Bound using segment: {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'} {{(pid=94058) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:50:24.268287 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.managers [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Bound port: 912f1ff8-b684-40dd-83ca-85e8ad505656, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bafe624-77cc-4e67-ad3a-1ff317680647', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 561, 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f'}}] {{(pid=94058) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:50:24.268743 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:24.331311 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] For port 912f1ff8-b684-40dd-83ca-85e8ad505656, host hv-cinder-75996, cleared binding levels {{(pid=94058) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:50:24.334265 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] For port 912f1ff8-b684-40dd-83ca-85e8ad505656, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=912f1ff8-b684-40dd-83ca-85e8ad505656,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94058) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:50:24.338503 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-66413059'] for port, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:24.373744 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:24.374475 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:24.375709 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] 10.222.0.52 "PUT /v2.0/ports/912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 200 len: 1094 time: 0.5723863 Sep 10 11:50:24.376168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:50:24.378387 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:50:24.401698 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecad22-2b1a-4201-9d56-7135837eed3b service neutron] Pushing event updated for resources: {'Port': ['ID=912f1ff8-b684-40dd-83ca-85e8ad505656,revision_number=3']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:24.484768 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-439331d5-d005-4201-9360-2c46bac9483b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:24.486667 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-439331d5-d005-4201-9360-2c46bac9483b service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1097 time: 0.0470490 Sep 10 11:50:24.488293 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6d59c20-6279-4cfe-a7fb-6a9a74d2c7c1 x-openstack-request-id: req-d6d59c20-6279-4cfe-a7fb-6a9a74d2c7c1 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:50:24.488671 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:50:24.488869 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-d6d59c20-6279-4cfe-a7fb-6a9a74d2c7c1 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:50:24.489247 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'status': 'completed', 'code': 200} Sep 10 11:50:24.530736 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-07c83a93-ab57-41dd-9151-43db99a1f951 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 200 len: 217 time: 0.0335035 Sep 10 11:50:24.577951 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-2ed5c769-abc9-474c-babb-eac50765bf3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:24.579931 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-2ed5c769-abc9-474c-babb-eac50765bf3a service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0421538 Sep 10 11:50:24.631064 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed6a635-fb90-4243-a240-a3d73929f411 req-081681cb-08de-4b31-bda6-9c2e8452a306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:24.633117 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-081681cb-08de-4b31-bda6-9c2e8452a306 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0452385 Sep 10 11:50:24.747775 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7940e4f-3a55-4f34-b7fb-92ac60ab6fb8 req-2dd9854a-76d4-4704-afe5-789510250828 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:24.749145 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d7940e4f-3a55-4f34-b7fb-92ac60ab6fb8 req-2dd9854a-76d4-4704-afe5-789510250828 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0920923 Sep 10 11:50:24.765415 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-31a2bcc1-3c40-440e-8f86-782f099820fb service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1255484 Sep 10 11:50:24.814550 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d7940e4f-3a55-4f34-b7fb-92ac60ab6fb8 req-1b09d50c-4a36-469a-80f9-c1c81dc48d65 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579805 Sep 10 11:50:24.866556 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eed6a635-fb90-4243-a240-a3d73929f411 req-74c18805-61e1-484e-a67f-e72b20692182 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921907 Sep 10 11:50:24.963624 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-d54901f6-f4e9-4931-b88d-34f52bb8582d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:24.965094 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-d54901f6-f4e9-4931-b88d-34f52bb8582d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1097 time: 0.0430310 Sep 10 11:50:25.305553 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-53a3690e-0273-48c2-bf10-15999be1736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:25.306997 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-53a3690e-0273-48c2-bf10-15999be1736e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.3331141 Sep 10 11:50:25.348934 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-8184efbb-8e15-4783-88d5-02dc71a7e4e5 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 200 len: 217 time: 0.0341253 Sep 10 11:50:25.396669 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-e0e20eb7-cd98-4d77-ba66-6f0824d1c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:25.398031 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-e0e20eb7-cd98-4d77-ba66-6f0824d1c89d service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0408313 Sep 10 11:50:25.442566 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-5c2b7e66-f651-4a9a-9665-dd19fcaad278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:25.444049 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-5c2b7e66-f651-4a9a-9665-dd19fcaad278 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0394135 Sep 10 11:50:25.531513 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-beb0de91-8599-44dd-b206-c1cc92f47736 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807219 Sep 10 11:50:25.618733 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b08bcb25-4564-43bc-9b89-f4f1d3c1ba1c req-fec8b0c4-02b2-4bd4-b8f4-482616ce6ce5 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801375 Sep 10 11:50:25.927240 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e251e69-7ba7-43d3-b3a5-808ee329cefc req-22d1f6cd-9316-4bec-b422-9c09c7bb6b1c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:25.928713 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e251e69-7ba7-43d3-b3a5-808ee329cefc req-22d1f6cd-9316-4bec-b422-9c09c7bb6b1c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0476232 Sep 10 11:50:25.967755 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5e251e69-7ba7-43d3-b3a5-808ee329cefc req-f84966aa-0b28-423a-9d3f-0e6d24d091d4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Sep 10 11:50:27.078036 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274267dc-e831-4adb-a282-3a5e23efb092 req-42fd9c71-13fd-4d22-87ff-548919f34f10 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:27.079485 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-274267dc-e831-4adb-a282-3a5e23efb092 req-42fd9c71-13fd-4d22-87ff-548919f34f10 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0481718 Sep 10 11:50:27.115858 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-274267dc-e831-4adb-a282-3a5e23efb092 req-5ced3b06-7eaa-4487-b438-72070bd6f43d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305364 Sep 10 11:50:28.227812 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5beb32c-2bdb-4a79-8058-ac1c93835e64 req-0a9d4d05-5547-4312-962d-f87424ec6228 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:28.229391 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5beb32c-2bdb-4a79-8058-ac1c93835e64 req-0a9d4d05-5547-4312-962d-f87424ec6228 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0494602 Sep 10 11:50:28.267739 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a5beb32c-2bdb-4a79-8058-ac1c93835e64 req-c90c3bb8-cd3e-4fc1-a0bf-34b295da8a4f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323672 Sep 10 11:50:29.379100 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d6c8de-0d72-4a3b-ad00-cd044cdf3b34 req-c84ede86-07c9-4285-8875-4817dce0b971 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:29.380553 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-72d6c8de-0d72-4a3b-ad00-cd044cdf3b34 req-c84ede86-07c9-4285-8875-4817dce0b971 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0469966 Sep 10 11:50:29.421448 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-72d6c8de-0d72-4a3b-ad00-cd044cdf3b34 req-9a6b38fa-0e13-4e26-8769-b9c892a0b4eb tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348845 Sep 10 11:50:30.534631 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a803d703-6984-49af-9e4f-ec1530f4b035 req-1b8779bc-56e2-4285-a0f4-733a7b99c396 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:30.536068 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a803d703-6984-49af-9e4f-ec1530f4b035 req-1b8779bc-56e2-4285-a0f4-733a7b99c396 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0476906 Sep 10 11:50:30.572850 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a803d703-6984-49af-9e4f-ec1530f4b035 req-2beaf73f-b569-4357-85ee-036b7de53efd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305846 Sep 10 11:50:31.684365 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d20c73-0e8b-4f0a-862b-d599f894befe req-570c6352-7c7f-408a-abfd-f9ea186c0eae tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:31.685788 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b8d20c73-0e8b-4f0a-862b-d599f894befe req-570c6352-7c7f-408a-abfd-f9ea186c0eae tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0472629 Sep 10 11:50:31.722095 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b8d20c73-0e8b-4f0a-862b-d599f894befe req-2142f767-0d9c-4bef-97b0-da408acf2b39 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304699 Sep 10 11:50:32.833358 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e857ae-ed85-4bdb-a36b-ebbdd54e9b10 req-a660b740-ff67-4977-8a07-edcacacac742 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:32.834822 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-42e857ae-ed85-4bdb-a36b-ebbdd54e9b10 req-a660b740-ff67-4977-8a07-edcacacac742 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0486877 Sep 10 11:50:32.873395 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-42e857ae-ed85-4bdb-a36b-ebbdd54e9b10 req-67f62dd3-8935-4714-9143-ca910b741d76 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326889 Sep 10 11:50:33.804298 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 912f1ff8-b684-40dd-83ca-85e8ad505656 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:50:33.896836 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 912f1ff8-b684-40dd-83ca-85e8ad505656, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=912f1ff8-b684-40dd-83ca-85e8ad505656,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:50:33.908941 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'port_id': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'mac_address': 'fa:16:3e:25:61:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 561, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:50:33.944797 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:33.957533 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 912f1ff8-b684-40dd-83ca-85e8ad505656 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:50:33.976604 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 912f1ff8-b684-40dd-83ca-85e8ad505656, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=912f1ff8-b684-40dd-83ca-85e8ad505656,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:50:33.980553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:33.987301 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cbfbe6-e712-4358-a00b-1fdbbe2695f0 req-23101189-c509-4d41-bb3e-045a81f5d3d1 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:33.988802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-33cbfbe6-e712-4358-a00b-1fdbbe2695f0 req-23101189-c509-4d41-bb3e-045a81f5d3d1 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 944 time: 0.0480595 Sep 10 11:50:34.026457 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=912f1ff8-b684-40dd-83ca-85e8ad505656,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:34.027097 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-33cbfbe6-e712-4358-a00b-1fdbbe2695f0 req-90e8b66d-4538-4cb9-8071-76ca2d813595 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318892 Sep 10 11:50:34.034047 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.034400 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.034738 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.035075 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.035414 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.035745 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.036069 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.036665 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.037002 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.037324 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.037656 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.037952 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:34.364050 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['912f1ff8-b684-40dd-83ca-85e8ad505656'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:50:35.137595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6260c35-5b10-4968-b183-b0cfb5bb0fa9 req-f64d588d-f3ce-4d1c-b07e-fff0c4dce6ee tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:35.139055 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f6260c35-5b10-4968-b183-b0cfb5bb0fa9 req-f64d588d-f3ce-4d1c-b07e-fff0c4dce6ee tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 945 time: 0.0480702 Sep 10 11:50:35.175903 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f6260c35-5b10-4968-b183-b0cfb5bb0fa9 req-bae0bdac-4163-4e7e-9075-b379a8c43332 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309532 Sep 10 11:50:35.804557 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 912f1ff8-b684-40dd-83ca-85e8ad505656 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:50:35.896909 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 912f1ff8-b684-40dd-83ca-85e8ad505656 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:50:35.904378 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 912f1ff8-b684-40dd-83ca-85e8ad505656 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:50:35.904757 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:36.139720 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:36.169423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:50:36.171560 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8867fbfa-bfec-4430-827b-1dc78bda33ca" -d '{"events": [{"server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "name": "network-vif-plugged", "status": "completed", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:50:36.191550 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 912f1ff8-b684-40dd-83ca-85e8ad505656, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=912f1ff8-b684-40dd-83ca-85e8ad505656,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:50:36.199731 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:36.224304 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89b0feb1-64e2-4ed5-93c6-b99136705f1e x-openstack-request-id: req-89b0feb1-64e2-4ed5-93c6-b99136705f1e {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:50:36.224628 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "name": "network-vif-plugged", "status": "completed", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:50:36.224879 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-89b0feb1-64e2-4ed5-93c6-b99136705f1e {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:50:36.225267 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'code': 200} Sep 10 11:50:36.252871 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=912f1ff8-b684-40dd-83ca-85e8ad505656,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:36.292898 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37f7bf5-d170-4079-9331-20faac66dd5d req-d55e7d7d-6a8c-4aa1-bd86-c40697486224 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:36.294371 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c37f7bf5-d170-4079-9331-20faac66dd5d req-d55e7d7d-6a8c-4aa1-bd86-c40697486224 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0486856 Sep 10 11:50:36.336546 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c37f7bf5-d170-4079-9331-20faac66dd5d req-04725b31-db1f-4cc7-a4b1-c640bb74318c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354764 Sep 10 11:50:36.425818 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5e02f5-4deb-459b-b682-83a3c568c080 req-67262159-bb74-4883-91c1-c6a7c6e6760b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:36.427201 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1d5e02f5-4deb-459b-b682-83a3c568c080 req-67262159-bb74-4883-91c1-c6a7c6e6760b service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1099 time: 0.0391986 Sep 10 11:50:36.460820 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1d5e02f5-4deb-459b-b682-83a3c568c080 req-5b67ba63-47f6-4996-90fd-e234b6814b05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0267198 Sep 10 11:50:37.448960 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c018fb-3cd5-40ef-8a92-e1d492ec0c23 req-112f3cc6-4a94-4e92-9ecb-0d1f9c58947c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:37.450424 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-10c018fb-3cd5-40ef-8a92-e1d492ec0c23 req-112f3cc6-4a94-4e92-9ecb-0d1f9c58947c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0482633 Sep 10 11:50:37.493112 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-10c018fb-3cd5-40ef-8a92-e1d492ec0c23 req-6434ae5e-21cc-4dcb-88f8-7fa3aab87a18 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369565 Sep 10 11:50:38.604648 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c7283-3935-47f4-a7f0-c3ac904dbbe6 req-5286f2ad-2acc-406c-9e69-ed58d2b81d15 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:38.606107 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-036c7283-3935-47f4-a7f0-c3ac904dbbe6 req-5286f2ad-2acc-406c-9e69-ed58d2b81d15 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0489404 Sep 10 11:50:38.646243 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-036c7283-3935-47f4-a7f0-c3ac904dbbe6 req-731e7b49-fe9b-4eb8-9b0d-c77ddab8ab5d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342274 Sep 10 11:50:38.755656 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee7f6d7-dd50-4708-be4b-d1c41da0b91f req-3677b42b-ccc1-4e0b-8ddc-a385e8215214 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:38.757116 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0ee7f6d7-dd50-4708-be4b-d1c41da0b91f req-3677b42b-ccc1-4e0b-8ddc-a385e8215214 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0477235 Sep 10 11:50:38.793651 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0ee7f6d7-dd50-4708-be4b-d1c41da0b91f req-f1721dc8-31e0-43a6-8990-3acead19ba0d tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307410 Sep 10 11:50:38.815134 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57516) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:50:38.954432 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e319449-736d-40c4-9011-536af03bb6ff tempest-TestVolumeBootPattern-1062095107 tempest-TestVolumeBootPattern-1062095107-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:38.955937 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3e319449-736d-40c4-9011-536af03bb6ff tempest-TestVolumeBootPattern-1062095107 tempest-TestVolumeBootPattern-1062095107-project-admin] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1094 time: 0.1398120 Sep 10 11:50:38.958663 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57522) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:50:38.962880 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'port_id': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address': '172.20.0.10'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:50:38.984669 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.091576 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.189579 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Allocated IP 172.27.2.101 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/a87e4db0-5042-4c74-b56d-641a32b6ef20) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:50:39.289635 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.325205 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.361377 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:50:39.364009 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:50:39.367435 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:50:39.389985 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=a87e4db0-5042-4c74-b56d-641a32b6ef20,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:39.403147 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.403492 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.403825 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.404160 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.404510 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.404839 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.405164 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.405486 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.405806 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.406123 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.406440 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.406759 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:50:39.726693 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.788602 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.932967 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:39.937245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:40.007571 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event updated for resources: {'Port': ['ID=a87e4db0-5042-4c74-b56d-641a32b6ef20,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:50:40.016745 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:40.113255 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Floating IP 579a47e8-244f-4d1f-9dba-737c26e5ac7d associated. External IP: 172.27.2.101, port: 912f1ff8-b684-40dd-83ca-85e8ad505656. Sep 10 11:50:40.306370 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:50:40.408319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:50:40.418318 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:50:40.424503 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:40.427955 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:50:40.428575 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:50:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:50:40.458417 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-0707333a-16bd-42d6-a616-e5a20e8fe8c5 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4987423 Sep 10 11:50:40.459074 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:50:40.461310 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:50:40.497835 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7774ab4b-67a4-43dd-b4f4-11bf3ada078f x-openstack-request-id: req-7774ab4b-67a4-43dd-b4f4-11bf3ada078f {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:50:40.498123 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:50:40.498369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-7774ab4b-67a4-43dd-b4f4-11bf3ada078f {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:50:40.498761 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'status': 'completed', 'code': 200} Sep 10 11:50:40.534798 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:50:40.565337 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-78ca9bd0-94c7-4bbc-ab94-67b4cb5a08ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:40.566842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-78ca9bd0-94c7-4bbc-ab94-67b4cb5a08ca service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1099 time: 0.0409150 Sep 10 11:50:40.659681 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-ec0a1ed5-d27a-408b-a488-c911eb84482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:40.661166 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-ec0a1ed5-d27a-408b-a488-c911eb84482e service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0867958 Sep 10 11:50:40.724407 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-b92bfad5-d683-4d0a-a26a-22e98718f96a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 200 len: 1000 time: 0.0554411 Sep 10 11:50:40.754261 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '579a47e8-244f-4d1f-9dba-737c26e5ac7d', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:25:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:50:39Z', 'updated_at': '2021-09-10T11:50:39Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}, {'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:18Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:50:40.778365 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-72a1c79a-5734-42bc-b199-e962ea04eb90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:40.779805 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-72a1c79a-5734-42bc-b199-e962ea04eb90 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0489368 Sep 10 11:50:40.782942 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:50:40.791897 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:50:40.792520 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:50:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:50:40.828038 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-71776d5b-e6af-40c7-ba89-f0fdf56e8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:50:40.829455 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-71776d5b-e6af-40c7-ba89-f0fdf56e8324 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0426033 Sep 10 11:50:40.894694 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:50:40.898623 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6c252b5f-a075-4a24-8e46-b6f69308a0a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:40.922641 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-7e1ab03f-c976-46a4-b1cd-30448b85431e service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Sep 10 11:50:41.014307 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dc927e3e-7c86-4168-9cd2-656ccfbc2a87 req-97c45cd9-8f56-46a5-a300-9a156b2ebefc service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842595 Sep 10 11:50:41.113940 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '579a47e8-244f-4d1f-9dba-737c26e5ac7d', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:25:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:50:39Z', 'updated_at': '2021-09-10T11:50:39Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}, {'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:18Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:50:41.142847 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31ccdfd1-9b84-4931-9f9d-97b3f571a66b None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': '579a47e8-244f-4d1f-9dba-737c26e5ac7d', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.101', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 632, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:25:61:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:50:39Z', 'updated_at': '2021-09-10T11:50:39Z', 'revision_number': 0, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}, {'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:18Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:50:41.315083 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3634632-eb65-4431-8c96-de9a59f80b7b None None] New status for floating IP 579a47e8-244f-4d1f-9dba-737c26e5ac7d: ACTIVE {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:50:41.361343 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:50:42.449196 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:43.165777 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-72657ae5-7c4d-4bd5-9443-1fb6f16323f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:43.949129 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:44.752307 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:50:45.832011 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:10.379202 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceca5cb-bf32-4058-a21e-8b5e6dac0704 req-5515a3f3-fe9f-44ee-ad28-2a19537053bc tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:10.380751 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dceca5cb-bf32-4058-a21e-8b5e6dac0704 req-5515a3f3-fe9f-44ee-ad28-2a19537053bc tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0494585 Sep 10 11:51:10.417780 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dceca5cb-bf32-4058-a21e-8b5e6dac0704 req-e741d18c-c2f3-4f65-a942-de0a7f7c3e01 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309730 Sep 10 11:51:10.898391 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-35c11367-322e-4de8-abd5-08a6c747eddf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:11.535595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9374a92-44c6-44ec-8335-c715cb81eacf req-d7a4b806-15e1-4934-be48-9d6c2403b9d5 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:11.537065 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9374a92-44c6-44ec-8335-c715cb81eacf req-d7a4b806-15e1-4934-be48-9d6c2403b9d5 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0506766 Sep 10 11:51:11.578210 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c9374a92-44c6-44ec-8335-c715cb81eacf req-99a45078-5cfb-4340-ab2c-a1ab8ee296e6 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350091 Sep 10 11:51:12.440757 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:12.689487 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c7dd1-5237-4ce6-8d9d-9a1b73c58424 req-224879ee-23f9-4b88-939a-9e6167124996 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:12.691363 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8b2c7dd1-5237-4ce6-8d9d-9a1b73c58424 req-224879ee-23f9-4b88-939a-9e6167124996 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0478032 Sep 10 11:51:12.727472 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8b2c7dd1-5237-4ce6-8d9d-9a1b73c58424 req-a4b516db-5e1c-4ec8-8efa-474b57e4c488 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303862 Sep 10 11:51:13.165494 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5225a89e-47cc-4304-9f87-943032634a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:13.839284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2608dd58-3bc7-4427-ad23-51dff21e6113 req-0bdbb2b4-dc64-4252-bf9d-f02e654abab4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:13.840647 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2608dd58-3bc7-4427-ad23-51dff21e6113 req-0bdbb2b4-dc64-4252-bf9d-f02e654abab4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Sep 10 11:51:13.876944 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2608dd58-3bc7-4427-ad23-51dff21e6113 req-29ed6906-f2e7-4cb4-9657-2823a1929fb1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304363 Sep 10 11:51:13.949862 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:14.756271 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:14.987667 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5af3a4-9e97-4666-bd91-59e55bb97306 req-5e1afd60-66e9-4d09-a3ee-d9b9bb3beea8 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:14.989126 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df5af3a4-9e97-4666-bd91-59e55bb97306 req-5e1afd60-66e9-4d09-a3ee-d9b9bb3beea8 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0465097 Sep 10 11:51:15.028632 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df5af3a4-9e97-4666-bd91-59e55bb97306 req-d938f551-0824-4bf8-8fd6-1dfd972e8b77 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337756 Sep 10 11:51:15.833942 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:16.138625 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629d7b7-77ba-441e-9037-9bdb4f37b1c4 req-e99fbd6f-7983-48af-9209-1ab3cc585dc7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:16.140072 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0629d7b7-77ba-441e-9037-9bdb4f37b1c4 req-e99fbd6f-7983-48af-9209-1ab3cc585dc7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0474572 Sep 10 11:51:16.177438 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0629d7b7-77ba-441e-9037-9bdb4f37b1c4 req-3706472a-68ae-4217-95b9-d561fe56511f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309348 Sep 10 11:51:17.287093 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11481181-ffde-4c62-8e66-9dca95bdc3eb req-0f9cb2b0-cbe0-42db-b5ea-1262d53b9aa4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:17.288802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11481181-ffde-4c62-8e66-9dca95bdc3eb req-0f9cb2b0-cbe0-42db-b5ea-1262d53b9aa4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0467687 Sep 10 11:51:17.324584 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-11481181-ffde-4c62-8e66-9dca95bdc3eb req-1eed37f6-da7b-465a-bd48-cc723e848542 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300024 Sep 10 11:51:18.359785 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:51:18.434443 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4a8a37-e138-4886-ab83-4da3922757e8 req-af6a44f1-7e2f-4ce7-bf98-f55cb79aea55 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:18.435917 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8f4a8a37-e138-4886-ab83-4da3922757e8 req-af6a44f1-7e2f-4ce7-bf98-f55cb79aea55 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0470071 Sep 10 11:51:18.476166 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8f4a8a37-e138-4886-ab83-4da3922757e8 req-adcb0a25-6bed-4177-8f10-c671c89eac7b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Sep 10 11:51:19.588864 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5609e47-773d-4cd9-a416-f5f6110fab7e req-72c97b0f-f034-4e91-be02-84908024b413 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:19.590339 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d5609e47-773d-4cd9-a416-f5f6110fab7e req-72c97b0f-f034-4e91-be02-84908024b413 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0488520 Sep 10 11:51:19.627321 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d5609e47-773d-4cd9-a416-f5f6110fab7e req-8e6b49f2-04b8-464d-81d7-03c993d96e5d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310123 Sep 10 11:51:20.743524 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9dcb9a-e8a9-4005-80b4-bb2d7293c5be req-048af3f4-2154-45ac-809e-20f1e12fc290 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:20.745005 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb9dcb9a-e8a9-4005-80b4-bb2d7293c5be req-048af3f4-2154-45ac-809e-20f1e12fc290 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0479214 Sep 10 11:51:20.780632 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cb9dcb9a-e8a9-4005-80b4-bb2d7293c5be req-87badf59-f20b-4c14-8321-9e87668982cf tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295224 Sep 10 11:51:21.002823 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099131e2-c123-4a59-98a3-d99ddd8f7867 req-ea778e79-57e0-4f6c-a030-1bcde2b63b61 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:21.004303 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-099131e2-c123-4a59-98a3-d99ddd8f7867 req-ea778e79-57e0-4f6c-a030-1bcde2b63b61 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0776877 Sep 10 11:51:21.032876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-bf2d9127-d0d6-4d06-bb3d-a8a10ebf5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:21.034295 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-bf2d9127-d0d6-4d06-bb3d-a8a10ebf5f9d service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 1098 time: 0.0736809 Sep 10 11:51:21.068576 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-099131e2-c123-4a59-98a3-d99ddd8f7867 req-424f804e-dd79-49a3-b663-aa5e139481d0 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579543 Sep 10 11:51:21.130487 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-0832f0e8-3336-40f2-a7a7-79ad96d80a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:21.131852 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-0832f0e8-3336-40f2-a7a7-79ad96d80a41 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0878904 Sep 10 11:51:21.197395 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-ef13f76c-b76e-4bac-8105-41b6a4d7320f service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 200 len: 1000 time: 0.0579593 Sep 10 11:51:21.246212 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-e36522b0-1fca-44be-b0c3-bd2f13e48281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:21.247627 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-e36522b0-1fca-44be-b0c3-bd2f13e48281 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0430136 Sep 10 11:51:21.292255 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-8132e0cf-d5fa-455c-b589-cc7bb3751b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:21.293701 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-8132e0cf-d5fa-455c-b589-cc7bb3751b03 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388246 Sep 10 11:51:21.382648 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-42756895-937d-4e79-923b-6eb2a1193971 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809832 Sep 10 11:51:21.474522 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6f719083-8f84-4616-b29c-b99a5c4b437f req-c769802f-771b-423b-8ea9-cf953d18dd61 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849161 Sep 10 11:51:22.182733 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efbb38c-7471-4aea-9117-5b331fcafb68 req-bd1db4d5-e216-4e6a-b571-7cc8b75abce7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:22.184668 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2efbb38c-7471-4aea-9117-5b331fcafb68 req-bd1db4d5-e216-4e6a-b571-7cc8b75abce7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0484631 Sep 10 11:51:22.221577 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2efbb38c-7471-4aea-9117-5b331fcafb68 req-ff14ad29-4479-439d-83b8-e3fc96d6108f tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311680 Sep 10 11:51:23.626916 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-8bb5eeee-22fa-496d-a0e8-52cd0173b61e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381126 Sep 10 11:51:23.705922 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-43c51488-c0f0-46d4-ab6f-68a17fc5b736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:23.707333 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-43c51488-c0f0-46d4-ab6f-68a17fc5b736 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1099 time: 0.0390401 Sep 10 11:51:23.808557 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-ec8e2f89-e691-46e0-92cc-9c0b1f1abc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:23.809970 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-ec8e2f89-e691-46e0-92cc-9c0b1f1abc73 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0845947 Sep 10 11:51:23.872184 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-4ffbc706-028c-473c-b5fb-7f636020023c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 1002 time: 0.0547242 Sep 10 11:51:23.921895 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-31fd672c-9567-4afd-8ccc-786f98742557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:23.923260 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-31fd672c-9567-4afd-8ccc-786f98742557 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0443857 Sep 10 11:51:23.966517 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-270071ae-6a69-41dc-95da-ca2076e0ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:51:23.967917 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-270071ae-6a69-41dc-95da-ca2076e0ae5e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0371563 Sep 10 11:51:24.057809 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-5eea2a79-5c4d-45cc-a8a9-bbacb57a3d48 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827215 Sep 10 11:51:24.142967 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d0e92a48-8fb2-453d-89cb-11eb90a99d4e req-010a8757-82c5-451c-b1b7-e4f8c052e27e service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778673 Sep 10 11:51:40.898065 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6110fceb-36f5-4698-90a9-2a750be73fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:42.456510 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:43.164795 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a309511c-f37e-4dcd-8734-a4b78c0ad672 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:43.950453 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:44.761756 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:45.837922 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:51:55.358378 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:52:10.898818 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2e80b979-faa5-49d5-9ef5-ff81acee9152 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:12.454372 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:13.165154 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-2b2459a4-b38f-4214-8b10-41b724aaa6db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:13.950616 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:14.761294 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:15.840382 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:17.836062 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130d1de-05ab-4c29-894d-7b2a5b51d9e4 req-670d17d1-bc03-4abc-b8fa-ef086a9bb02a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:17.837524 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7130d1de-05ab-4c29-894d-7b2a5b51d9e4 req-670d17d1-bc03-4abc-b8fa-ef086a9bb02a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.1237650 Sep 10 11:52:17.872234 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7130d1de-05ab-4c29-894d-7b2a5b51d9e4 req-21b37ad5-dfea-4b78-a9c6-3f237f9460d2 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289886 Sep 10 11:52:19.035834 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359b7a0a-6149-40a9-91d3-f9ae907850d7 req-dfb8f938-1543-484f-8e3e-c474cbd1e39b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:19.037293 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-359b7a0a-6149-40a9-91d3-f9ae907850d7 req-dfb8f938-1543-484f-8e3e-c474cbd1e39b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0986118 Sep 10 11:52:19.073949 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-359b7a0a-6149-40a9-91d3-f9ae907850d7 req-c8600417-71a1-45d7-8cb9-22f27f8f614e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306675 Sep 10 11:52:19.984300 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-ed7958d8-f831-42ef-b103-42105be8d236 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:19.985742 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-ed7958d8-f831-42ef-b103-42105be8d236 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.0472550 Sep 10 11:52:20.072756 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Deleting port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:20.073431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:20.180857 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] For port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:20.181221 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:20.237714 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31003a9-7ca0-4011-8a5a-4e1471f6c1b4 req-3270c526-4ba3-4f33-913d-4c8bee264dba tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:20.239074 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e31003a9-7ca0-4011-8a5a-4e1471f6c1b4 req-3270c526-4ba3-4f33-913d-4c8bee264dba tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 945 time: 0.1012073 Sep 10 11:52:20.317802 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e31003a9-7ca0-4011-8a5a-4e1471f6c1b4 req-34f5de19-dd19-4e96-8506-9ba1e03006f0 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=68749a23-bbb2-4354-ab01-13c4c693df3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724909 Sep 10 11:52:20.385239 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:20.385668 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:20.386011 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Floating IP 6815fc4d-a5a4-4ac4-923a-404b169aada6 disassociated. External IP: 172.27.2.44, port: 1acd6067-20d5-4d7b-9649-3382e6aeb2b0. Sep 10 11:52:20.386345 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Calling delete_port for 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 owned by compute:nova {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:20.510664 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:20.535502 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event deleted for resources: {'Port': ['ID=1acd6067-20d5-4d7b-9649-3382e6aeb2b0,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:20.545033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.545379 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.545713 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.546041 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.546368 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.546694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.547014 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.547331 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.548139 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.548139 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.548392 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.548601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:20.660575 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Router d5a87ecc-c146-43b9-b524-de88d683d314 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:52:20.762373 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:52:20.771609 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:52:20.781128 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:20.781719 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:20.800060 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] No DVR routers for this DVR port 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 on host hv-cinder-75996 {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:20.802576 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:20.805202 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d40fd025-7e94-400b-b8f6-e6c9c4d42b76 req-63e963c8-b7a6-4f1b-b81b-b06f989f0805 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "DELETE /v2.0/ports/1acd6067-20d5-4d7b-9649-3382e6aeb2b0 HTTP/1.1" status: 204 len: 173 time: 0.8138349 Sep 10 11:52:20.805631 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'name': 'network-vif-deleted', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:20.807833 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dafa0c02-2807-4755-bfd6-cce2cda34e84" -d '{"events": [{"server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "name": "network-vif-deleted", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:20.844542 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6098cf4f-6f32-42eb-89e1-b42f7ff60530 x-openstack-request-id: req-6098cf4f-6f32-42eb-89e1-b42f7ff60530 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:20.844835 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5440a497-4860-43f3-b611-1c7766d925e7", "name": "network-vif-deleted", "tag": "1acd6067-20d5-4d7b-9649-3382e6aeb2b0", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:20.845089 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6098cf4f-6f32-42eb-89e1-b42f7ff60530 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:20.845484 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5440a497-4860-43f3-b611-1c7766d925e7', 'name': 'network-vif-deleted', 'tag': '1acd6067-20d5-4d7b-9649-3382e6aeb2b0', 'status': 'completed', 'code': 200} Sep 10 11:52:20.891759 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:21.096150 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:21.121116 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:52:21.128912 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:21.129434 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:21.230162 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:21.420045 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a86d20c0-5d0d-4026-ac87-a558f6a8fa2c req-09a90ecf-c84c-411c-a992-15e85f5c357a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=5440a497-4860-43f3-b611-1c7766d925e7 HTTP/1.1" status: 200 len: 210 time: 0.0261362 Sep 10 11:52:21.515213 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:21.541594 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a592bd61-f262-4fb6-b093-b0c0e521c935 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:52:21.735125 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa18d5e-1731-476a-9e3c-055254c6e587 None None] New status for floating IP 6815fc4d-a5a4-4ac4-923a-404b169aada6: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:52:22.503330 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57646) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:22.557476 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.579792 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.626744 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.629449 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.630584 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "DELETE /v2.0/security-groups/68749a23-bbb2-4354-ab01-13c4c693df3a HTTP/1.1" status: 204 len: 168 time: 0.1262815 Sep 10 11:52:22.633415 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57650) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:22.639167 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=68749a23-bbb2-4354-ab01-13c4c693df3a,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:22.645975 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.646319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.646527 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.api.v2.resource [None req-2554c55f-b2de-4064-8ecb-4e29c2f78020 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] show failed (client error): The resource could not be found. Sep 10 11:52:22.646643 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.647466 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650587 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650739 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2554c55f-b2de-4064-8ecb-4e29c2f78020 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups/68749a23-bbb2-4354-ab01-13c4c693df3a HTTP/1.1" status: 404 len: 347 time: 0.0135958 Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.650850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b516d8d-b9d8-41fc-bd06-ab3e3208e72b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:22.651521 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57652) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:22.770601 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Deleting port d3def2cf-d54d-4307-91fc-ad2b7dd4b612 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:22.770867 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.845307 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.845630 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:22.857204 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Calling delete_port for d3def2cf-d54d-4307-91fc-ad2b7dd4b612 owned by network:floatingip {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:22.979995 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.001405 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event deleted for resources: {'Port': ['ID=d3def2cf-d54d-4307-91fc-ad2b7dd4b612,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:23.061932 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.064547 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.065692 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-7ec07add-ded4-4157-b364-0fba4da1996b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "DELETE /v2.0/floatingips/6815fc4d-a5a4-4ac4-923a-404b169aada6 HTTP/1.1" status: 204 len: 168 time: 0.4140911 Sep 10 11:52:23.425217 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57656) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:23.430358 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--331461129', 'description': 'tempest-description--1358346002'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:23.452330 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.529554 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.533143 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.558573 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.559768 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1334448 Sep 10 11:52:23.562701 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57658) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:23.563699 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1c28e8-4bef-4e5b-b8c8-f35acee73b4b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=450f05d2-9d4d-4866-9ffe-74c0b82ccc86,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:23.568116 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'security_group_rule': {'security_group_id': '450f05d2-9d4d-4866-9ffe-74c0b82ccc86', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:23.595408 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.641525 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.644894 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.661265 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb363477-5083-4208-b1f0-630fdf51163d,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:23.668340 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.669557 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a89b43bf-d077-493d-8cca-701bac6d5fe4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1054270 Sep 10 11:52:23.672179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57660) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:23.676430 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'security_group_rule': {'security_group_id': '450f05d2-9d4d-4866-9ffe-74c0b82ccc86', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:23.701550 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.755236 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.758566 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2048304'] for security_group_rule, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.777351 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a3b3a81-8e2a-4b0c-a2f0-ecbfd4556860,revision_number=0']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:23.782288 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.783443 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ae35077a-1f48-4212-a0c5-3b262077733a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1103079 Sep 10 11:52:23.786520 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57662) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:23.791469 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'floatingip': {'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:23.812106 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:23.902597 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.005593 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Allocated IP 172.27.2.3 (ae3e7e71-5231-4d11-8bb8-6a739eef13ce/de5062fc-3f40-403d-b88b-f6fe566b6679/e112ca94-16b2-4e5e-b947-313d3929653d) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:52:24.102627 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.138372 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.173319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Network ae3e7e71-5231-4d11-8bb8-6a739eef13ce is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:52:24.175950 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:52:24.179241 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:52:24.206131 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'Port': ['ID=e112ca94-16b2-4e5e-b947-313d3929653d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:24.266367 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.298922 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.311848 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:24.331209 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:24.331553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 1acd6067-20d5-4d7b-9649-3382e6aeb2b0 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:24.443388 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.448102 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.512928 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'Port': ['ID=e112ca94-16b2-4e5e-b947-313d3929653d,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:24.522893 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.535573 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:24.536800 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-681bf840-1e25-4b5d-8a9e-e7dd2f3e0047 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.7493415 Sep 10 11:52:24.674717 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-e65aeb8e-83a5-41fb-9ac0-53d825f87f3d tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?name=tempest-securitygroup--331461129&fields=id&tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2 HTTP/1.1" status: 200 len: 267 time: 0.0350175 Sep 10 11:52:24.775587 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-63a92c28-cd63-4ead-a413-6221e7d629e7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:24.776946 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-63a92c28-cd63-4ead-a413-6221e7d629e7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 811 time: 0.0955844 Sep 10 11:52:24.791339 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-7c0d82c7-e7df-4baf-896f-6f480f7592ef tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/quotas/eee008ff1b3549b2ac5d27cdc7d19ec2 HTTP/1.1" status: 200 len: 375 time: 0.0088313 Sep 10 11:52:24.843722 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-aa2bb751-c95a-4c8d-88b2-aeae22a24bf8 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0472853 Sep 10 11:52:24.911412 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-083b23ae-f433-4cb2-8766-a8984c23676c service neutron] http://10.222.0.35:9696/v2.0/extensions returned with HTTP 200 {{(pid=94058) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 11:52:24.912426 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-083b23ae-f433-4cb2-8766-a8984c23676c service neutron] 10.222.0.35 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0576768 Sep 10 11:52:25.001303 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-e50d94b2-734b-4ce0-82c6-b3c1405b082e service neutron] 10.222.0.35 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824835 Sep 10 11:52:25.088704 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-cd0b4908-1b8d-4a30-a26d-326c8295537f service neutron] 10.222.0.35 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810215 Sep 10 11:52:25.508059 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-14e50e8d-901e-4b67-9102-21418240e3aa req-c7e5cbdc-e869-4601-9e3c-f9a3aa62a367 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 210 time: 0.2922678 Sep 10 11:52:25.658631 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-c3af0b05-1a1c-441b-971c-8ddfcc89ee7a service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0372376 Sep 10 11:52:25.728974 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-de269608-7318-42ee-a271-6116c19792c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:25.730475 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-de269608-7318-42ee-a271-6116c19792c0 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1099 time: 0.0389647 Sep 10 11:52:25.836244 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-648a7e8e-a9f1-423e-a9ef-f804e52ff761 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:25.837707 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-648a7e8e-a9f1-423e-a9ef-f804e52ff761 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0845437 Sep 10 11:52:25.901132 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-9f968a6e-7ea6-4932-b815-baa73de543d3 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 200 len: 1002 time: 0.0555577 Sep 10 11:52:25.952195 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-55778b88-f820-48c1-8c78-2932ba69e963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:25.953534 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-55778b88-f820-48c1-8c78-2932ba69e963 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0445929 Sep 10 11:52:25.997239 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-03b3b82e-552a-41c9-98ab-960e7b6c1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:25.998676 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-03b3b82e-552a-41c9-98ab-960e7b6c1b6c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0377519 Sep 10 11:52:26.094722 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-4937ef13-8da8-47e7-81df-1890543b9f1e service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836287 Sep 10 11:52:26.173935 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-80f61303-964d-48bd-b906-da163b2fb6f7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:26.175411 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-80f61303-964d-48bd-b906-da163b2fb6f7 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 811 time: 0.1055422 Sep 10 11:52:26.190760 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8c5574f9-5347-4722-968d-c5fde6b55d84 req-d6fc9999-7589-4b90-82d9-74f7f1be241d service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887179 Sep 10 11:52:26.221241 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-45cc6d5b-f527-4bc7-baa8-23e0394ddc46 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2 HTTP/1.1" status: 200 len: 379 time: 0.0371046 Sep 10 11:52:26.230589 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'port': {'device_id': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'admin_state_up': True, 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'security_groups': ['450f05d2-9d4d-4866-9ffe-74c0b82ccc86']}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:26.335813 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Made reservation on behalf of eee008ff1b3549b2ac5d27cdc7d19ec2 for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:52:26.339211 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:26.457014 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Allocated IP 172.20.0.14 (78fa7b90-8c5f-4c89-90ee-cc80cc8103ec/447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f/21fe4eb3-b7aa-4c04-8f55-f710c1d65beb) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:52:26.596860 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:26.604156 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-361e9d44-32d0-4c71-87ed-f4e4dbbf48f9 req-8e2eca61-1c5d-47ad-bb48-b08bd2623462 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 210 time: 0.0294623 Sep 10 11:52:26.609904 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Transition to ACTIVE for port object 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb will not be triggered until provisioned by entity DHCP. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:52:26.643214 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:26.684931 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:52:26.687756 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:52:26.691303 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:52:26.715896 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event updated for resources: {'Port': ['ID=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:26.743937 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:26.744591 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:26.759038 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-8ec185ab-08e5-43be-b451-877e202d7099 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5318544 Sep 10 11:52:26.828192 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Request body: {'port': {'device_id': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:26.867852 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a7559fc0-2b63-4785-9ca6-ac957a2844ec None None] Provisioning for port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb completed by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:52:26.871561 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-a7559fc0-2b63-4785-9ca6-ac957a2844ec None None] Provisioning complete for port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb triggered by entity DHCP. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:52:26.871994 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a7559fc0-2b63-4785-9ca6-ac957a2844ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:26.885411 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:26.921548 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-a7559fc0-2b63-4785-9ca6-ac957a2844ec None None] Port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb cannot update to ACTIVE because it is not bound. {{(pid=94059) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 11:52:27.133024 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:52:27.140209 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:27.152661 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Transition to ACTIVE for port object 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:52:27.155912 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:27.205369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:27.276017 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Attempting to bind port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:52:27.276400 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Attempting to bind port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:52:27.276706 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Attempting to bind port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:52:27.281208 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:52:27.281526 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Attempting to bind port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb on network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:52:27.286403 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 52, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:52:27.286755 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Checking segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:52:27.287137 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Bound using segment: {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:52:27.287591 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Bound port: 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 582, 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:52:27.288527 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:27.352255 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] For port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:52:27.355277 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] For port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:52:27.359739 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:27.394227 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:27.394751 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:27.396104 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] 10.222.0.52 "PUT /v2.0/ports/21fe4eb3-b7aa-4c04-8f55-f710c1d65beb HTTP/1.1" status: 200 len: 1094 time: 0.5723217 Sep 10 11:52:27.396573 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:27.399340 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201dded0-532d-4875-8b63-b6f6a4e5cd26" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:27.450047 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4ca6d0-7658-496b-8626-b994258a59a1 x-openstack-request-id: req-1f4ca6d0-7658-496b-8626-b994258a59a1 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:27.450336 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:27.450585 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1f4ca6d0-7658-496b-8626-b994258a59a1 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:27.450978 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'status': 'completed', 'code': 200} Sep 10 11:52:27.466005 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67fe09b-24d8-4be6-8ef9-6d5a83a14bc1 service neutron] Pushing event updated for resources: {'Port': ['ID=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:27.482886 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-9ea81a23-4dce-474e-947e-eebaa6e0bd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:27.484519 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-9ea81a23-4dce-474e-947e-eebaa6e0bd0a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 1097 time: 0.0494349 Sep 10 11:52:27.526711 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-8eaf59d2-5c06-4191-9ad0-361aa61f3e6e service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb HTTP/1.1" status: 200 len: 217 time: 0.0343344 Sep 10 11:52:27.575664 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-ded97ac0-fbfe-4a34-b9f2-da0cbcb08b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:27.577175 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-ded97ac0-fbfe-4a34-b9f2-da0cbcb08b6f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0431786 Sep 10 11:52:27.624512 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298abff9-fcfe-446b-be58-e859db66b738 req-d39da92e-9245-4e75-a330-2f591f16fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:27.625963 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-d39da92e-9245-4e75-a330-2f591f16fc35 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0421762 Sep 10 11:52:27.715802 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aff5268-855e-408b-a2bc-78c09c8ec4f7 req-dbc9f679-4063-484f-abd5-963c3f8b50fc tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:27.717321 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7aff5268-855e-408b-a2bc-78c09c8ec4f7 req-dbc9f679-4063-484f-abd5-963c3f8b50fc tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 944 time: 0.0474694 Sep 10 11:52:27.718271 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-0567f2e5-fde5-434b-8a03-da27e3aefb0c service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849776 Sep 10 11:52:27.753430 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7aff5268-855e-408b-a2bc-78c09c8ec4f7 req-c7e0bda8-1f5f-4a50-b626-8d71736474c6 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301704 Sep 10 11:52:27.809424 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-298abff9-fcfe-446b-be58-e859db66b738 req-27a41f56-ca67-41d7-a2d8-8e95f0e9f4fa service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834656 Sep 10 11:52:27.894240 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-ce569678-80b8-4439-b019-b16a47634ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:27.895680 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-ce569678-80b8-4439-b019-b16a47634ba9 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 1097 time: 0.0396309 Sep 10 11:52:28.211487 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-451a2e22-96ce-4a93-8d9b-ebee06b96de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:28.212984 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-451a2e22-96ce-4a93-8d9b-ebee06b96de1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.3106182 Sep 10 11:52:28.253775 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-e742b715-6938-4b8f-94e1-0ecc12fd6444 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb HTTP/1.1" status: 200 len: 217 time: 0.0327234 Sep 10 11:52:28.299279 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-05dbd132-dd18-4342-b675-119b7d28bf23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:28.300669 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-05dbd132-dd18-4342-b675-119b7d28bf23 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0408099 Sep 10 11:52:28.345577 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-13864c0b-8722-4468-bcc4-0cc93b0a3895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:28.347000 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-13864c0b-8722-4468-bcc4-0cc93b0a3895 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0399280 Sep 10 11:52:28.433722 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-da8c2679-2b36-48f8-9ee3-795ee5875fee service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0781543 Sep 10 11:52:28.526271 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-201dded0-532d-4875-8b63-b6f6a4e5cd26 req-f783f8e8-b61b-4204-9424-777723ad755f service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830455 Sep 10 11:52:29.023239 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1da1d-aa11-4b88-9c99-f8b7d85e3156 req-f11d7c41-3115-4c52-af38-5ff42bd658f1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:29.024707 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-62d1da1d-aa11-4b88-9c99-f8b7d85e3156 req-f11d7c41-3115-4c52-af38-5ff42bd658f1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 944 time: 0.0508144 Sep 10 11:52:29.060220 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-62d1da1d-aa11-4b88-9c99-f8b7d85e3156 req-9a2e908b-6fc8-473a-b186-9219d0626e8b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297391 Sep 10 11:52:29.402820 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57704) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:29.551889 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Deleting port a87e4db0-5042-4c74-b56d-641a32b6ef20 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:29.552232 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:29.626123 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:29.626449 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:29.638026 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Calling delete_port for a87e4db0-5042-4c74-b56d-641a32b6ef20 owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:29.802062 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:29.824701 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'Port': ['ID=a87e4db0-5042-4c74-b56d-641a32b6ef20,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:29.885114 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:29.886020 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.l3_db [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Floating IP 579a47e8-244f-4d1f-9dba-737c26e5ac7d disassociated (deleted). External IP: 172.27.2.101, port: 912f1ff8-b684-40dd-83ca-85e8ad505656. Sep 10 11:52:30.080964 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:52:30.171423 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a45e384-a61c-4237-83c1-bb2c846446ff req-988e8dac-c5f5-46ac-bf3c-7e445428969e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:30.172949 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3a45e384-a61c-4237-83c1-bb2c846446ff req-988e8dac-c5f5-46ac-bf3c-7e445428969e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 944 time: 0.0479808 Sep 10 11:52:30.188758 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:52:30.193270 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:30.200399 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:52:30.211267 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:30.211874 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:30.212033 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3a45e384-a61c-4237-83c1-bb2c846446ff req-03693c8c-4d24-4fa6-ac34-902b92bf71f6 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330830 Sep 10 11:52:30.224229 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-af3e377b-dc7d-434e-ba0a-33fb96c90e70 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "DELETE /v2.0/floatingips/579a47e8-244f-4d1f-9dba-737c26e5ac7d HTTP/1.1" status: 204 len: 168 time: 0.8178806 Sep 10 11:52:30.224229 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:30.224592 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c" -d '{"events": [{"name": "network-changed", "server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:30.262866 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc806ea6-4efb-4f1c-bc82-d3bed36b4557 x-openstack-request-id: req-fc806ea6-4efb-4f1c-bc82-d3bed36b4557 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:30.263162 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:30.263412 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-fc806ea6-4efb-4f1c-bc82-d3bed36b4557 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:30.264266 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'status': 'completed', 'code': 200} Sep 10 11:52:30.326262 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-16a6e711-15df-4d53-9a5c-44d1fca44276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:30.328001 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-16a6e711-15df-4d53-9a5c-44d1fca44276 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 1099 time: 0.0418539 Sep 10 11:52:30.336297 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:52:30.336898 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:30.434761 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-923558a5-d836-425e-925a-a82d882136d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:30.437225 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-923558a5-d836-425e-925a-a82d882136d1 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0963600 Sep 10 11:52:30.455769 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fded005c-a6dc-4a75-b10c-a754042668d3 req-4ce48bd5-aeb2-42ad-b2e1-4d36860af8d4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:30.460581 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:30.463588 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fded005c-a6dc-4a75-b10c-a754042668d3 req-4ce48bd5-aeb2-42ad-b2e1-4d36860af8d4 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0612102 Sep 10 11:52:30.472291 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'port_id': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'mac_address': 'fa:16:3e:21:69:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 582, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:52:30.487291 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-8838828c-abc2-4ee1-8dec-4aa592c52079 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 200 len: 217 time: 0.0418389 Sep 10 11:52:30.501343 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fded005c-a6dc-4a75-b10c-a754042668d3 req-0c596727-76de-4c74-b1a0-30e053d6e951 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369053 Sep 10 11:52:30.511661 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:30.526549 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:52:30.546686 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:30.548569 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-eb77cb31-147c-4e13-8e50-f674f5f5cecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:30.550747 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-eb77cb31-147c-4e13-8e50-f674f5f5cecf service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0550890 Sep 10 11:52:30.552216 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:30.603562 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-c6fb1e7f-5d96-4b7c-992b-9c1682c4c2bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:30.605105 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-c6fb1e7f-5d96-4b7c-992b-9c1682c4c2bd service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0462134 Sep 10 11:52:30.606123 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:30.613419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.613770 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.614131 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.614456 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.614779 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.615112 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.615441 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.615798 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.616130 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.616474 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.616803 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.617122 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:52:30.619428 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:18Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:30.646633 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:52:30.655851 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:30.656499 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:30.699360 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-f91b0d43-f992-4bc3-b6ae-1a533583e333 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858603 Sep 10 11:52:30.761400 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:30.793204 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60c6d6ef-c210-4f7d-9931-97b2afc7f33c req-161181e6-b57c-4e86-9a14-7a6d22a06f3c service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855725 Sep 10 11:52:30.795942 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-bfb57f5e-e9b6-4cdc-9e50-a5e9b8de488a req-ebd2e61d-5ab7-4cbf-abc7-16373972c1aa service neutron] (94057) timed out ('10.222.0.52', 64287) {{(pid=94057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 11:52:30.879174 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['21fe4eb3-b7aa-4c04-8f55-f710c1d65beb'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:52:30.982862 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:18Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:31.009043 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb0765b7-738b-4e22-9c32-08cafb8a9e7f None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'floating_ip_address': '172.27.2.119', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'port_id': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'mac_address': 'fa:16:3e:b8:45:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:48:16Z', 'updated_at': '2021-09-10T11:48:18Z', 'revision_number': 1, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:52:31.211062 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-412740a2-fb6c-4629-815c-b203b72d31e8 None None] New status for floating IP 579a47e8-244f-4d1f-9dba-737c26e5ac7d: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:52:31.329344 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7d32d9-42d7-460e-92c5-4d06f9bf9108 req-c241d6f1-5957-421d-bfc6-51fa4a4d4cf1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:31.330804 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e7d32d9-42d7-460e-92c5-4d06f9bf9108 req-c241d6f1-5957-421d-bfc6-51fa4a4d4cf1 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 945 time: 0.0527747 Sep 10 11:52:31.368004 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e7d32d9-42d7-460e-92c5-4d06f9bf9108 req-94c68a30-4b5c-4b5a-8928-3d2933b45f0c tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313544 Sep 10 11:52:31.614707 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1fa438-735e-40bd-8838-aa6445155baa req-5a1b5517-4df9-4710-a5a6-1a7c6713dd5c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:31.616658 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7a1fa438-735e-40bd-8838-aa6445155baa req-5a1b5517-4df9-4710-a5a6-1a7c6713dd5c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0478578 Sep 10 11:52:31.653112 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7a1fa438-735e-40bd-8838-aa6445155baa req-3e46a03c-d56d-4c9f-8ca8-0ee3aa211a29 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305207 Sep 10 11:52:32.108649 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-6a426818-83a7-431c-adcc-9c4ad6f87c73 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:32.110083 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-6a426818-83a7-431c-adcc-9c4ad6f87c73 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 946 time: 0.0459929 Sep 10 11:52:32.197534 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Deleting port 912f1ff8-b684-40dd-83ca-85e8ad505656 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:32.197867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.283687 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] For port 912f1ff8-b684-40dd-83ca-85e8ad505656, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=912f1ff8-b684-40dd-83ca-85e8ad505656,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:32.284036 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.296594 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Calling delete_port for 912f1ff8-b684-40dd-83ca-85e8ad505656 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:32.358124 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:52:32.380272 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:52:32.422270 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.433678 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:52:32.438223 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:52:32.438658 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.451204 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'Port': ['ID=912f1ff8-b684-40dd-83ca-85e8ad505656,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:32.496813 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] No DVR routers for this DVR port 912f1ff8-b684-40dd-83ca-85e8ad505656 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:32.499237 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e2905-e5cb-424d-aff3-3db34921ef5d req-40957258-d669-4212-91ed-b66da7731681 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:32.499722 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.501199 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0f2e2905-e5cb-424d-aff3-3db34921ef5d req-40957258-d669-4212-91ed-b66da7731681 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 945 time: 0.0635288 Sep 10 11:52:32.501350 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ebb9f9b4-6cfa-4dee-9260-87579a45036b req-3cdfb83d-99d1-4417-8619-4eb7a53d7825 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "DELETE /v2.0/ports/912f1ff8-b684-40dd-83ca-85e8ad505656 HTTP/1.1" status: 204 len: 173 time: 0.3855999 Sep 10 11:52:32.501750 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'name': 'network-vif-deleted', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:32.503934 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69745402-7854-4f1c-bc4e-8941d909be9f" -d '{"events": [{"server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "name": "network-vif-deleted", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:32.529536 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.541873 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2495ffbf-62fc-4acd-af89-c9196a02da40 x-openstack-request-id: req-2495ffbf-62fc-4acd-af89-c9196a02da40 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:32.542233 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dc09a8e-eb42-4892-84eb-a862ebf363da", "name": "network-vif-deleted", "tag": "912f1ff8-b684-40dd-83ca-85e8ad505656", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:32.542538 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2495ffbf-62fc-4acd-af89-c9196a02da40 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:32.542997 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dc09a8e-eb42-4892-84eb-a862ebf363da', 'name': 'network-vif-deleted', 'tag': '912f1ff8-b684-40dd-83ca-85e8ad505656', 'status': 'completed', 'code': 200} Sep 10 11:52:32.556153 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:32.560053 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d2a0ce-c40c-4d90-9d41-3cc1c1050a1e" -d '{"events": [{"server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "name": "network-vif-plugged", "status": "completed", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:32.563448 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0f2e2905-e5cb-424d-aff3-3db34921ef5d req-f11fa5e5-2bd0-40c9-a143-f1c17a889153 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509770 Sep 10 11:52:32.574195 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:32.580923 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:32.607820 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c4ff3f8-3021-4cb2-89f7-eea5a570b377 x-openstack-request-id: req-4c4ff3f8-3021-4cb2-89f7-eea5a570b377 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:32.608106 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "name": "network-vif-plugged", "status": "completed", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:32.608365 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-4c4ff3f8-3021-4cb2-89f7-eea5a570b377 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:32.608773 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'code': 200} Sep 10 11:52:32.634049 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:32.748048 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-daacff53-68a3-43cd-8f6f-bfceb662ce35 req-0ae99bd7-f246-4d25-aec8-9c2cbe7d7b24 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=5dc09a8e-eb42-4892-84eb-a862ebf363da HTTP/1.1" status: 200 len: 210 time: 0.0289111 Sep 10 11:52:32.769604 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3aa20-0861-401f-b085-f3316c79d00b req-b4aa1789-0cdf-4647-9a3f-663890687f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:32.771410 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-85f3aa20-0861-401f-b085-f3316c79d00b req-b4aa1789-0cdf-4647-9a3f-663890687f79 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 1099 time: 0.0418961 Sep 10 11:52:32.811158 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-85f3aa20-0861-401f-b085-f3316c79d00b req-f08ec36f-3c95-4117-94ca-4e8b95f64d05 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310869 Sep 10 11:52:32.959386 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [req-fb8ab7b4-5d19-421c-a3cf-0452c4e9c58e req-5dad858d-0b88-4265-9850-04c829d4be01 service neutron] (94057) timed out ('10.222.0.52', 64311) {{(pid=94057) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 11:52:33.681055 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95281eb7-443f-4104-80ab-6155eb10e29c req-0b0995d7-91fe-4dc2-a189-f089c79cf38b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:33.682412 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-95281eb7-443f-4104-80ab-6155eb10e29c req-0b0995d7-91fe-4dc2-a189-f089c79cf38b tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0481493 Sep 10 11:52:33.717862 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-95281eb7-443f-4104-80ab-6155eb10e29c req-d8692a94-b860-4ec0-a242-9ab42308844c tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296848 Sep 10 11:52:34.829368 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b3e3a8-ee06-4a12-97a9-aad36b478ce2 req-19482db6-5aa7-4385-a0b8-4c506e36e752 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:34.830822 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6b3e3a8-ee06-4a12-97a9-aad36b478ce2 req-19482db6-5aa7-4385-a0b8-4c506e36e752 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0484600 Sep 10 11:52:34.867599 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6b3e3a8-ee06-4a12-97a9-aad36b478ce2 req-7c5f4335-d928-4d42-b913-7dfd63072a39 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309281 Sep 10 11:52:34.980410 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c405a2-f32d-4300-9837-2f41d489657f req-b7a8f85f-416a-42ff-a378-dcd3393a340a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:34.981903 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82c405a2-f32d-4300-9837-2f41d489657f req-b7a8f85f-416a-42ff-a378-dcd3393a340a tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0509155 Sep 10 11:52:34.990168 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57744) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:34.995100 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Request body: {'floatingip': {'port_id': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb'}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:52:35.034924 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, before_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:35.453595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:35.457025 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:35.552583 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Floating IP dd5ad914-ac88-4eee-960f-425362e8256f associated. External IP: 172.27.2.3, port: 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb. Sep 10 11:52:35.745264 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Router d5a87ecc-c146-43b9-b524-de88d683d314 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:52:35.850284 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:52:35.855037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:35.861471 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:52:35.870609 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:35.871211 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:35.886172 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-801b01f2-47e9-40ad-9af3-607071307b32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "PUT /v2.0/floatingips/dd5ad914-ac88-4eee-960f-425362e8256f HTTP/1.1" status: 200 len: 990 time: 0.8941410 Sep 10 11:52:35.886795 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:35.889947 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd" -d '{"events": [{"name": "network-changed", "server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:35.941228 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d62b29-c6df-4d48-a773-59f18c5ec9a9 x-openstack-request-id: req-a2d62b29-c6df-4d48-a773-59f18c5ec9a9 {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:35.941514 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:35.941762 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a2d62b29-c6df-4d48-a773-59f18c5ec9a9 {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:35.942158 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'status': 'completed', 'code': 200} Sep 10 11:52:35.990736 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:36.011136 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-998f5eef-ccd5-416c-9a32-23f21db6fc15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:36.012740 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-998f5eef-ccd5-416c-9a32-23f21db6fc15 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 1099 time: 0.0415864 Sep 10 11:52:36.016792 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57752) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:36.106793 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-79c378f6-4c79-4375-8758-2760ad50400c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:36.108269 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-79c378f6-4c79-4375-8758-2760ad50400c service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0886197 Sep 10 11:52:36.176200 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Deleting port ff9f4a73-0847-440b-959a-1adc3c72e8f9 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:36.176660 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:36.179113 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-05730f0a-121c-407b-bbc3-fb134a5a88eb service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb HTTP/1.1" status: 200 len: 998 time: 0.0636063 Sep 10 11:52:36.224540 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'dd5ad914-ac88-4eee-960f-425362e8256f', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'port_id': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'mac_address': 'fa:16:3e:21:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:52:24Z', 'updated_at': '2021-09-10T11:52:35Z', 'revision_number': 1, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:36.231915 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-cb4a510e-d033-4691-9d18-d23e93517d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:36.233541 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-cb4a510e-d033-4691-9d18-d23e93517d92 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0476928 Sep 10 11:52:36.254699 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:36.254933 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:36.255914 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:52:36.264645 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:36.265240 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:36.268650 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Calling delete_port for ff9f4a73-0847-440b-959a-1adc3c72e8f9 owned by network:floatingip {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:36.280071 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-3fb28d84-6218-412f-b3e1-1c3251d4f8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:36.281928 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-3fb28d84-6218-412f-b3e1-1c3251d4f8df service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0416470 Sep 10 11:52:36.377287 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-f699a3f7-d3fb-417d-bb5f-5d6720a01136 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880744 Sep 10 11:52:36.425917 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:36.443010 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 912f1ff8-b684-40dd-83ca-85e8ad505656 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:36.452908 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'Port': ['ID=ff9f4a73-0847-440b-959a-1adc3c72e8f9,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:36.471729 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 912f1ff8-b684-40dd-83ca-85e8ad505656 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:36.472076 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 912f1ff8-b684-40dd-83ca-85e8ad505656 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:36.477830 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:36.480809 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-63a4c2d3-10b3-4c27-865c-764b8b29ecfd req-1c502cca-2283-4808-99c8-1ee50d658780 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961623 Sep 10 11:52:36.515786 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:36.516059 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.db.l3_db [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Floating IP f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5 disassociated (deleted). External IP: 172.27.2.119, port: 6f33082d-77f5-41de-bc3a-95cc67ea7fe3. Sep 10 11:52:36.701357 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'dd5ad914-ac88-4eee-960f-425362e8256f', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'port_id': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'mac_address': 'fa:16:3e:21:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:52:24Z', 'updated_at': '2021-09-10T11:52:35Z', 'revision_number': 1, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:36.713832 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:52:36.727222 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cd731dc-7642-4ad6-bf39-880bbd95fc10 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_floatingips': [{'id': 'dd5ad914-ac88-4eee-960f-425362e8256f', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'floating_ip_address': '172.27.2.3', 'floating_network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'router_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'port_id': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'mac_address': 'fa:16:3e:21:69:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T11:52:24Z', 'updated_at': '2021-09-10T11:52:35Z', 'revision_number': 1, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:52:36.820452 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:52:36.824746 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:36.830707 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:52:36.840454 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:36.841071 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:36.853412 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8243be21-cf9e-426a-8375-9ee4eaaee3cd tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "DELETE /v2.0/floatingips/f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5 HTTP/1.1" status: 204 len: 168 time: 0.8354607 Sep 10 11:52:36.932573 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ed40cfc-5666-40f1-be88-d17b810a338b None None] New status for floating IP dd5ad914-ac88-4eee-960f-425362e8256f: ACTIVE {{(pid=94060) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:52:36.953150 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:37.090748 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994eec53-b28f-4426-94c3-35c69e57bc75 req-d824eb62-77e8-4c72-92ad-f92cdc94e485 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:37.092376 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-994eec53-b28f-4426-94c3-35c69e57bc75 req-d824eb62-77e8-4c72-92ad-f92cdc94e485 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 946 time: 0.0549169 Sep 10 11:52:37.132884 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-994eec53-b28f-4426-94c3-35c69e57bc75 req-cddfd409-d12c-481a-8b11-24117d2e6906 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342770 Sep 10 11:52:37.183498 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:37.208558 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:52:37.216973 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:37.217553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:37.316744 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:37.500831 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:37.530129 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f5fed7-d112-48f2-a57f-88dcf7563c29 None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:34Z', 'revision_number': 4, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43', 'name': '', 'network_id': '5bf95ace-a137-4cf9-8f9f-2ada4a33e64f', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'mac_address': 'fa:16:3e:29:57:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_interface', 'standard_attr_id': 582, 'fixed_ips': [{'subnet_id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:34Z', 'updated_at': '2021-09-10T11:44:40Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'subnets': [{'id': 'a62e8e08-757a-4a33-a42c-266a92eb25cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:52:37.723258 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf74b865-b03d-4d17-b839-7705e43b3d28 None None] New status for floating IP f4bbf3fe-d7c4-4ef1-be53-9d751268b0b5: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:52:37.943488 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3'}] {{(pid=94058) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:37.945940 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}8ea2f53e25ef290375f7bce668f71a2751c67f2b41d918f8766a7132a2282c40" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3284641b-63e3-494a-8223-6bd8a4472c20" -d '{"events": [{"name": "network-changed", "server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3"}]}' {{(pid=94058) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:37.985516 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02a8060-342d-4341-aa28-3c3a45e1774b x-openstack-request-id: req-b02a8060-342d-4341-aa28-3c3a45e1774b {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:37.985807 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3", "status": "completed", "code": 200}]} {{(pid=94058) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:37.986055 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-b02a8060-342d-4341-aa28-3c3a45e1774b {{(pid=94058) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:37.986444 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'status': 'completed', 'code': 200} Sep 10 11:52:38.057861 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-e93d0bd1-0eb1-4ca5-ab27-fdb25099bfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:38.059346 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-e93d0bd1-0eb1-4ca5-ab27-fdb25099bfdf service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=57580e6e7c1c414dba2bb68af3feb764&device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 1099 time: 0.0416088 Sep 10 11:52:38.149706 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-08e7e314-c2f3-4376-b431-c3135fb3987a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:38.151151 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-08e7e314-c2f3-4376-b431-c3135fb3987a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 200 len: 913 time: 0.0841100 Sep 10 11:52:38.192210 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-e53781e7-1595-4400-b7fa-8ebac348b5e6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 200 len: 217 time: 0.0334311 Sep 10 11:52:38.245560 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-0b2ceb65-b0a0-4f38-bd99-2357eb370374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:38.247129 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-0b2ceb65-b0a0-4f38-bd99-2357eb370374 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 200 len: 851 time: 0.0484505 Sep 10 11:52:38.251372 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02237681-063a-4137-9c6d-50eb9c1a25c8 req-28b20805-e50f-4e17-b5b9-7fbae7303d2f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:38.252857 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-02237681-063a-4137-9c6d-50eb9c1a25c8 req-28b20805-e50f-4e17-b5b9-7fbae7303d2f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 946 time: 0.0502608 Sep 10 11:52:38.295733 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-76bb67d6-a835-4fe3-9b87-a6bb809ce223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:38.297171 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-02237681-063a-4137-9c6d-50eb9c1a25c8 req-d7b08354-917e-4f40-a87d-2f5581fd512f tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/security-groups?id=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363953 Sep 10 11:52:38.297302 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-76bb67d6-a835-4fe3-9b87-a6bb809ce223 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0401742 Sep 10 11:52:38.384966 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-a033281c-91e3-467c-9e9f-f738ff722a70 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792000 Sep 10 11:52:38.474350 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-3284641b-63e3-494a-8223-6bd8a4472c20 req-27fead4a-4e82-4cd5-87ed-63e1a5538040 service neutron] 10.222.0.52 "GET /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818443 Sep 10 11:52:38.664315 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fb169-2361-405f-9f53-b5635114158c req-6561f900-8756-45ab-aa89-945b3354814c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:52:38.666022 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-280fb169-2361-405f-9f53-b5635114158c req-6561f900-8756-45ab-aa89-945b3354814c tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 946 time: 0.0482178 Sep 10 11:52:38.753319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Deleting port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:38.753642 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:38.838867 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] For port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:38.839226 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:38.851192 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Calling delete_port for 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:38.974236 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:39.001090 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'Port': ['ID=6f33082d-77f5-41de-bc3a-95cc67ea7fe3,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:39.045672 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] No DVR routers for this DVR port 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:39.048164 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:39.050166 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-280fb169-2361-405f-9f53-b5635114158c req-43effece-2751-48fb-b200-0c1553df1a63 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.52 "DELETE /v2.0/ports/6f33082d-77f5-41de-bc3a-95cc67ea7fe3 HTTP/1.1" status: 204 len: 173 time: 0.3782473 Sep 10 11:52:39.050591 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'name': 'network-vif-deleted', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:52:39.052863 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439e477-d48d-4f15-85d0-94cc653ef22a" -d '{"events": [{"server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "name": "network-vif-deleted", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:52:39.088418 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b5379d5-66f2-475f-a3ae-d1563252806e x-openstack-request-id: req-3b5379d5-66f2-475f-a3ae-d1563252806e {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:52:39.089024 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaa161f3-e914-4c1f-842c-c3635d20e292", "name": "network-vif-deleted", "tag": "6f33082d-77f5-41de-bc3a-95cc67ea7fe3", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:52:39.089024 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-3b5379d5-66f2-475f-a3ae-d1563252806e {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:52:39.089343 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaa161f3-e914-4c1f-842c-c3635d20e292', 'name': 'network-vif-deleted', 'tag': '6f33082d-77f5-41de-bc3a-95cc67ea7fe3', 'status': 'completed', 'code': 200} Sep 10 11:52:39.406290 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c965421d-515d-4508-9ba7-90e30fd3fa1b req-97fad28b-2fc5-4425-afc1-821a4d3a8366 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "GET /v2.0/ports?device_id=eaa161f3-e914-4c1f-842c-c3635d20e292 HTTP/1.1" status: 200 len: 210 time: 0.0267184 Sep 10 11:52:40.461692 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57776) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:40.580246 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Deleting port badcf8ef-08cf-4759-b867-2b617cff0005 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:40.580595 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:40.656619 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:40.656865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:40.668645 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Calling delete_port for badcf8ef-08cf-4759-b867-2b617cff0005 owned by network:floatingip {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:40.794455 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:40.820424 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'Port': ['ID=badcf8ef-08cf-4759-b867-2b617cff0005,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:40.875070 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for floatingip, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:40.877508 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:40.878627 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-781f8c97-9f76-4ee8-b376-a318eba65202 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "DELETE /v2.0/floatingips/82a79db0-b6be-44b6-a31b-576c799ff554 HTTP/1.1" status: 204 len: 168 time: 0.4159842 Sep 10 11:52:40.899111 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cf99c9e8-4ba4-4aa0-82e2-9d30aedf437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.070964 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57790) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:42.129996 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb558290-9257-4a91-8ae7-8b66d45ab9f0 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.154903 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb558290-9257-4a91-8ae7-8b66d45ab9f0 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.212239 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb558290-9257-4a91-8ae7-8b66d45ab9f0 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.214765 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-fb558290-9257-4a91-8ae7-8b66d45ab9f0 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.215902 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-fb558290-9257-4a91-8ae7-8b66d45ab9f0 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] 10.222.0.35 "DELETE /v2.0/security-groups/3c681dc3-4645-4ccc-a8f4-b3ae4377d01b HTTP/1.1" status: 204 len: 168 time: 0.1439557 Sep 10 11:52:42.224991 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb558290-9257-4a91-8ae7-8b66d45ab9f0 tempest-TestVolumeBootPattern-120695583 tempest-TestVolumeBootPattern-120695583-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c681dc3-4645-4ccc-a8f4-b3ae4377d01b,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:42.272585 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57794) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:42.480982 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.497252 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:42.517847 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:42.518249 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 6f33082d-77f5-41de-bc3a-95cc67ea7fe3 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:42.688837 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:42.917832 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Deleting port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:42.918169 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:43.166749 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-072a2986-300a-4459-a321-7945908c0393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:43.243886 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] For port 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:43.244527 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:43.255696 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Calling delete_port for 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 owned by network:router_interface {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:43.425108 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:43.451550 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Pushing event deleted for resources: {'Port': ['ID=31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:43.613775 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:43.815784 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Router fe1065c9-692f-4f14-9393-858ccb63c871 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:52:43.917395 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:52:43.923465 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-edf9ba46-52b2-4828-9411-354293223f0f admin admin] 10.222.0.35 "PUT /v2.0/routers/fe1065c9-692f-4f14-9393-858ccb63c871/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6497352 Sep 10 11:52:43.924896 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57802) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:43.925936 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] Sync routers for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:52:43.935818 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:43.936172 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:43.952284 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.024648 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks [] for router, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.040916 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:44.123220 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.174677 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Deleting port 4a6091b0-b94c-4fec-8143-5e7e23661283 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:44.175015 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.216613 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32'}], 'enable_snat': True}, 'gw_port_id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:52:43Z', 'revision_number': 5, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port': {'id': '4a6091b0-b94c-4fec-8143-5e7e23661283', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:47:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'device_owner': 'network:router_gateway', 'standard_attr_id': 581, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:44:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:44.242648 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] Checking router: fe1065c9-692f-4f14-9393-858ccb63c871 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:52:44.250578 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] Routers {'fe1065c9-692f-4f14-9393-858ccb63c871'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:44.251168 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['fe1065c9-692f-4f14-9393-858ccb63c871'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:44.256081 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] For port 4a6091b0-b94c-4fec-8143-5e7e23661283, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4a6091b0-b94c-4fec-8143-5e7e23661283,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:44.256694 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.268663 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Calling delete_port for 4a6091b0-b94c-4fec-8143-5e7e23661283 owned by network:router_gateway {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:44.338743 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] Set router fe1065c9-692f-4f14-9393-858ccb63c871 gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:44.393080 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:52:44Z', 'revision_number': 6, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:44.419279 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84fd4307-b17b-4464-9212-c291a104c820 None None] The sync data for ids ['fe1065c9-692f-4f14-9393-858ccb63c871'] in dv-cinder-759962-12-iscsi is: [{'id': 'fe1065c9-692f-4f14-9393-858ccb63c871', 'name': 'tempest-TestVolumeBootPattern-1146728694-router', 'tenant_id': '57580e6e7c1c414dba2bb68af3feb764', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:32Z', 'updated_at': '2021-09-10T11:52:44Z', 'revision_number': 6, 'project_id': '57580e6e7c1c414dba2bb68af3feb764', 'gw_port_host': None}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:52:44.441727 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.467092 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a6091b0-b94c-4fec-8143-5e7e23661283,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:44.526945 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.612301 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.614336 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.655514 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.655971 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fe1065c9-692f-4f14-9393-858ccb63c871 {{(pid=94058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:52:44.661424 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.665376 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-cfed782e-e3c1-41cd-9740-44c338ef3231 admin admin] 10.222.0.35 "DELETE /v2.0/routers/fe1065c9-692f-4f14-9393-858ccb63c871 HTTP/1.1" status: 204 len: 168 time: 0.7367079 Sep 10 11:52:44.665528 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57806) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:44.707682 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Deleting subnet a62e8e08-757a-4a33-a42c-266a92eb25cd {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:52:44.711162 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.743627 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66470651'] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.765591 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.826772 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.878813 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66413517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66124728'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.902199 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62e8e08-757a-4a33-a42c-266a92eb25cd,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:44.907661 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:44.909507 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3e75aa80-a00f-44e7-a734-a6794ad2ffa7 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/a62e8e08-757a-4a33-a42c-266a92eb25cd HTTP/1.1" status: 204 len: 168 time: 0.2430389 Sep 10 11:52:44.912004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57808) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:44.913590 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b9fffa-bedb-4849-b90d-e76c37c3e713 None None] Network 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:52:44.981520 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.034224 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Deleting port 10c64890-c135-4e02-80ca-c1762af489da {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:45.034565 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.097004 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] For port 10c64890-c135-4e02-80ca-c1762af489da, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=10c64890-c135-4e02-80ca-c1762af489da,segment=NetworkSegment(2bafe624-77cc-4e67-ad3a-1ff317680647),segment_id=2bafe624-77cc-4e67-ad3a-1ff317680647)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:45.097292 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.112579 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Calling delete_port for 10c64890-c135-4e02-80ca-c1762af489da owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:45.173503 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] DHCP port deletion for 5bf95ace-a137-4cf9-8f9f-2ada4a33e64f request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:52:45.195977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.221906 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Deleting port 10c64890-c135-4e02-80ca-c1762af489da {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:45.222354 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.222476 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Pushing event deleted for resources: {'Port': ['ID=10c64890-c135-4e02-80ca-c1762af489da,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:45.224203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] No DVR routers for this DVR port 10c64890-c135-4e02-80ca-c1762af489da on host dv-cinder-759962-12-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:45.287117 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] For port 10c64890-c135-4e02-80ca-c1762af489da, host dv-cinder-759962-12-iscsi, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:45.287513 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.297945 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.299557 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Calling delete_port for 10c64890-c135-4e02-80ca-c1762af489da owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:45.302214 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Port 10c64890-c135-4e02-80ca-c1762af489da was not found and therefore no delete operation was performed {{(pid=94059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 11:52:45.303489 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.321929 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bf95ace-a137-4cf9-8f9f-2ada4a33e64f']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:45.332499 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bafe624-77cc-4e67-ad3a-1ff317680647') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:45.332898 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bafe624-77cc-4e67-ad3a-1ff317680647') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:45.343921 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.358780 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.369208 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Releasing vlan 561 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:52:45.369923 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:52:45.381196 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:52:45.433378 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.441078 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.443004 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] 10.222.0.35 "DELETE /v2.0/networks/5bf95ace-a137-4cf9-8f9f-2ada4a33e64f HTTP/1.1" status: 204 len: 168 time: 0.5299652 Sep 10 11:52:45.446674 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57810) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:45.452824 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab1722f-ef61-44c6-b8b7-28c4c4bf74de admin admin] Pushing event deleted for resources: {'Network': ['ID=5bf95ace-a137-4cf9-8f9f-2ada4a33e64f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:45.456546 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] Pushing event deleted for resources: {'Port': ['ID=10c64890-c135-4e02-80ca-c1762af489da,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:45.460612 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a1518b-f2a5-4927-a140-af4cc44cbf2c None None] No DVR routers for this DVR port 10c64890-c135-4e02-80ca-c1762af489da on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:45.790121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:45.842877 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:46.019564 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Deleting port 99319834-9f6c-4b21-9491-e43d813ff797 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:46.019813 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:46.092459 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] For port 99319834-9f6c-4b21-9491-e43d813ff797, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=99319834-9f6c-4b21-9491-e43d813ff797,segment=NetworkSegment(008594ae-f89d-4a32-b60a-9f092dbc53c1),segment_id=008594ae-f89d-4a32-b60a-9f092dbc53c1)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:46.092814 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:46.107776 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Calling delete_port for 99319834-9f6c-4b21-9491-e43d813ff797 owned by network:router_interface {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:46.194650 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 10c64890-c135-4e02-80ca-c1762af489da no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:46.214543 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 10c64890-c135-4e02-80ca-c1762af489da {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:46.214878 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 10c64890-c135-4e02-80ca-c1762af489da not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:46.215276 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:46.232379 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:46.232780 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 31e0e408-3e8a-40f2-8b8e-ce5dd9e1db43 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:46.233187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a6091b0-b94c-4fec-8143-5e7e23661283 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:46.250527 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 4a6091b0-b94c-4fec-8143-5e7e23661283 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:46.250860 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a6091b0-b94c-4fec-8143-5e7e23661283 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:46.281706 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:46.530436 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Pushing event deleted for resources: {'Port': ['ID=99319834-9f6c-4b21-9491-e43d813ff797,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:46.686196 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:46.891444 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Router c34c29a3-53ab-4cde-b93e-8821507be726 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:52:46.991993 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:52:46.996846 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-76fd6bf0-1e7d-4a78-b882-2295195d273f admin admin] 10.222.0.35 "PUT /v2.0/routers/c34c29a3-53ab-4cde-b93e-8821507be726/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5491769 Sep 10 11:52:46.999280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57816) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:47.001800 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] Sync routers for ids ['c34c29a3-53ab-4cde-b93e-8821507be726'] in dv-cinder-759962-12-iscsi {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:52:47.011155 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] Routers {'c34c29a3-53ab-4cde-b93e-8821507be726'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:47.011755 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['c34c29a3-53ab-4cde-b93e-8821507be726'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:47.098278 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.111363 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] Set router c34c29a3-53ab-4cde-b93e-8821507be726 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:47.196217 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.246059 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Deleting port 069f6d44-0501-46bb-a004-14876276ecfd {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:47.246394 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.286961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '069f6d44-0501-46bb-a004-14876276ecfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:52:46Z', 'revision_number': 5, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port': {'id': '069f6d44-0501-46bb-a004-14876276ecfd', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:df:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'device_owner': 'network:router_gateway', 'standard_attr_id': 593, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:44:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:47.312971 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] Checking router: c34c29a3-53ab-4cde-b93e-8821507be726 for host: dv-cinder-759962-12-iscsi {{(pid=94059) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:52:47.321681 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] Routers {'c34c29a3-53ab-4cde-b93e-8821507be726'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94059) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:52:47.322273 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:52:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['c34c29a3-53ab-4cde-b93e-8821507be726'], 'active': True} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:47.325387 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] For port 069f6d44-0501-46bb-a004-14876276ecfd, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=069f6d44-0501-46bb-a004-14876276ecfd,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:47.325741 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.340786 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Calling delete_port for 069f6d44-0501-46bb-a004-14876276ecfd owned by network:router_gateway {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:47.404760 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvr_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] Set router c34c29a3-53ab-4cde-b93e-8821507be726 gateway port host: None {{(pid=94059) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:52:47.457839 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_hamode_db [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:52:47Z', 'revision_number': 6, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94059) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:47.482945 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98095c6c-1f6a-4558-97b2-cbb7c1f0719d None None] The sync data for ids ['c34c29a3-53ab-4cde-b93e-8821507be726'] in dv-cinder-759962-12-iscsi is: [{'id': 'c34c29a3-53ab-4cde-b93e-8821507be726', 'name': 'tempest-TestVolumeBootPattern-38483116-router', 'tenant_id': 'eb0321a2e60b4608a0687bacd2083912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:44:36Z', 'updated_at': '2021-09-10T11:52:47Z', 'revision_number': 6, 'project_id': 'eb0321a2e60b4608a0687bacd2083912', 'gw_port_host': None}] {{(pid=94059) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:52:47.499092 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.524750 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=069f6d44-0501-46bb-a004-14876276ecfd,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:47.582624 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.670120 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.672089 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.715907 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.716471 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c34c29a3-53ab-4cde-b93e-8821507be726 {{(pid=94057) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:52:47.721334 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] Notify callbacks [] for router, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.722534 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-9e2ee938-aec7-4dea-9698-a81e2e1d90c6 admin admin] 10.222.0.35 "DELETE /v2.0/routers/c34c29a3-53ab-4cde-b93e-8821507be726 HTTP/1.1" status: 204 len: 168 time: 0.7222831 Sep 10 11:52:47.725082 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57818) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:47.767148 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Deleting subnet 0c848168-b034-481b-b994-6aa93304f70b {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:52:47.769958 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.802373 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.882969 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.941517 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.965249 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c848168-b034-481b-b994-6aa93304f70b,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:47.970887 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:47.975900 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-7e4e07b7-3682-4b24-a45f-1e981fdeeb2a admin admin] 10.222.0.35 "DELETE /v2.0/subnets/0c848168-b034-481b-b994-6aa93304f70b HTTP/1.1" status: 204 len: 168 time: 0.2468135 Sep 10 11:52:47.976468 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba6e172-4e0b-4377-acc4-e0b53d295a55 None None] Network e60f8da2-9a4c-42e3-bbac-6c877a5686b7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:52:47.976783 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 57822) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:48.055334 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.106790 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Deleting port f3429b45-721c-4815-a645-43b3dfe75dd9 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:48.106997 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.170044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] For port f3429b45-721c-4815-a645-43b3dfe75dd9, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=f3429b45-721c-4815-a645-43b3dfe75dd9,segment=NetworkSegment(008594ae-f89d-4a32-b60a-9f092dbc53c1),segment_id=008594ae-f89d-4a32-b60a-9f092dbc53c1)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:48.170342 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.181629 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Calling delete_port for f3429b45-721c-4815-a645-43b3dfe75dd9 owned by network:dhcp {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:48.236811 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] DHCP port deletion for e60f8da2-9a4c-42e3-bbac-6c877a5686b7 request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:52:48.267371 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.292276 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Deleting port f3429b45-721c-4815-a645-43b3dfe75dd9 {{(pid=94059) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:52:48.293331 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.295498 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Pushing event deleted for resources: {'Port': ['ID=f3429b45-721c-4815-a645-43b3dfe75dd9,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:48.296620 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] No DVR routers for this DVR port f3429b45-721c-4815-a645-43b3dfe75dd9 on host dv-cinder-759962-12-iscsi {{(pid=94058) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:48.320520 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device f3429b45-721c-4815-a645-43b3dfe75dd9 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:48.370986 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.371344 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: f3429b45-721c-4815-a645-43b3dfe75dd9 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:48.371682 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device f3429b45-721c-4815-a645-43b3dfe75dd9 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:48.372087 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 99319834-9f6c-4b21-9491-e43d813ff797 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:48.390638 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60f8da2-9a4c-42e3-bbac-6c877a5686b7']}} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:48.395389 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 99319834-9f6c-4b21-9491-e43d813ff797 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:48.395727 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 99319834-9f6c-4b21-9491-e43d813ff797 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:48.396321 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 069f6d44-0501-46bb-a004-14876276ecfd no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:52:48.400302 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '008594ae-f89d-4a32-b60a-9f092dbc53c1') {'for_net_delete': True} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:48.400627 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.services.segments.db [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '008594ae-f89d-4a32-b60a-9f092dbc53c1') {} {{(pid=94058) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:52:48.402065 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] For port f3429b45-721c-4815-a645-43b3dfe75dd9, host dv-cinder-759962-12-iscsi, got binding levels [] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:52:48.402585 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.411959 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66470530'] for segment, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.424794 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 069f6d44-0501-46bb-a004-14876276ecfd {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:52:48.425208 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 069f6d44-0501-46bb-a004-14876276ecfd not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:52:48.428483 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.433700 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Calling delete_port for f3429b45-721c-4815-a645-43b3dfe75dd9 owned by network:dhcp {{(pid=94059) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:52:48.435981 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Releasing vlan 594 on physical network physnet1 to pool {{(pid=94058) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:52:48.436539 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-66413103'] for segment, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.436694 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.ipam_backend_mixin [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Port f3429b45-721c-4815-a645-43b3dfe75dd9 was not found and therefore no delete operation was performed {{(pid=94059) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 11:52:48.438075 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444'] for port, after_delete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: Traceback (most recent call last): Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: timer() Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: cb(*args, **kw) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: return func(*args, **kwargs) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: self._notify() Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: self.callback(batched_events) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: event.method(event) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: return f(self, *a, **k) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._get(url).json() Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: return self.request(url, 'GET', **kwargs) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:52:48.438516 dv-cinder-759962-12-iscsi neutron-server[94058]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:52:48.469558 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] Pushing event deleted for resources: {'Port': ['ID=f3429b45-721c-4815-a645-43b3dfe75dd9,revision_number=None']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:48.474585 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c346ca0-724c-431e-a5b1-5b4119716ffe None None] No DVR routers for this DVR port f3429b45-721c-4815-a645-43b3dfe75dd9 on host dv-cinder-759962-12-iscsi {{(pid=94059) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:52:48.502736 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.508982 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.510867 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] 10.222.0.35 "DELETE /v2.0/networks/e60f8da2-9a4c-42e3-bbac-6c877a5686b7 HTTP/1.1" status: 204 len: 168 time: 0.5325129 Sep 10 11:52:48.522000 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d5d94b-e6ae-4f7b-86c0-35efac079e5e admin admin] Pushing event deleted for resources: {'Network': ['ID=e60f8da2-9a4c-42e3-bbac-6c877a5686b7,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:48.622944 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57826) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:48.663781 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3142c8af-85e9-41e3-a871-bc7ef595f7e0 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=57580e6e7c1c414dba2bb68af3feb764&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0396609 Sep 10 11:52:48.666611 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57828) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:48.713500 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd926-24d9-4fbf-a6fe-59ba8301aced admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.733823 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd926-24d9-4fbf-a6fe-59ba8301aced admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.781195 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd926-24d9-4fbf-a6fe-59ba8301aced admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.783628 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6a8cd926-24d9-4fbf-a6fe-59ba8301aced admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:48.784760 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6a8cd926-24d9-4fbf-a6fe-59ba8301aced admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d8bbf7a8-7d17-4f4b-9471-0690e5f15ec6 HTTP/1.1" status: 204 len: 168 time: 0.1172619 Sep 10 11:52:48.792898 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8cd926-24d9-4fbf-a6fe-59ba8301aced admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bbf7a8-7d17-4f4b-9471-0690e5f15ec6,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:52:49.086036 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57836) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:49.124075 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-f57fa2ed-f180-431b-86d3-e951e67178dd admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eb0321a2e60b4608a0687bacd2083912&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0368888 Sep 10 11:52:49.126492 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 57838) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:52:49.173115 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8a1c-1cb5-41ac-a1be-35ce7d8ae94c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:49.192870 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8a1c-1cb5-41ac-a1be-35ce7d8ae94c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:49.237267 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8a1c-1cb5-41ac-a1be-35ce7d8ae94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:49.239897 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3fbb8a1c-1cb5-41ac-a1be-35ce7d8ae94c admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:52:49.241115 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3fbb8a1c-1cb5-41ac-a1be-35ce7d8ae94c admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/607ed213-c58d-421f-a772-bee447578be2 HTTP/1.1" status: 204 len: 168 time: 0.1137047 Sep 10 11:52:49.248267 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb8a1c-1cb5-41ac-a1be-35ce7d8ae94c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=607ed213-c58d-421f-a772-bee447578be2,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:53:09.357756 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:53:10.900182 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-eb3b94bd-2e20-4a85-84a7-b0916ebcf587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:12.468571 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:13.166977 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db680ede-b784-4c6f-9fa6-a1ef6f9028b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:13.953553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:14.767575 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:15.846466 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:27.731098 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-9d77e5c9-74e7-46e7-bbae-6143e25e720d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1254809 Sep 10 11:53:27.811383 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-59c8ff94-aeca-4bed-a47d-1cc893f575b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:53:27.812825 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-59c8ff94-aeca-4bed-a47d-1cc893f575b6 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 1099 time: 0.0411832 Sep 10 11:53:27.911163 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-eb61612d-febc-4a8f-a493-d281d8756e5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:53:27.912605 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-eb61612d-febc-4a8f-a493-d281d8756e5f service neutron] 10.222.0.52 "GET /v2.0/networks?id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 200 len: 912 time: 0.0800540 Sep 10 11:53:27.979448 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-9052ef6e-9c05-46e1-90c1-e3018b9eea8b service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb HTTP/1.1" status: 200 len: 1000 time: 0.0588782 Sep 10 11:53:28.026794 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-15d6c5e2-41be-4f20-996f-19953783bebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:53:28.028168 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-15d6c5e2-41be-4f20-996f-19953783bebb service neutron] 10.222.0.52 "GET /v2.0/subnets?id=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 200 len: 850 time: 0.0424399 Sep 10 11:53:28.073954 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-4b8b4bd3-fe81-4544-867f-9b274fb98074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:53:28.075400 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-4b8b4bd3-fe81-4544-867f-9b274fb98074 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.0388277 Sep 10 11:53:28.178390 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-d94f3b7b-f867-4b99-b9af-dfc654c257ba service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953135 Sep 10 11:53:28.403365 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b9d4af2a-e740-426c-a19c-52e7da4abc0f req-7a3de8af-bf17-4c4e-ad4a-fedc7028e132 service neutron] 10.222.0.52 "GET /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808356 Sep 10 11:53:40.900547 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-93848841-e933-49ad-bfda-1d70aca2f9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:42.500104 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:43.166750 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c110abde-1fdf-4d42-8995-ee9df0caf090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:43.953843 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:44.770119 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:45.849592 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:53:46.356600 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:54:06.221633 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd7000-14f2-4a14-a601-3faf1ec7d20c req-9a54ce0f-7b33-4712-b7e0-ecf3ca787133 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:06.223121 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2cd7000-14f2-4a14-a601-3faf1ec7d20c req-9a54ce0f-7b33-4712-b7e0-ecf3ca787133 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0489421 Sep 10 11:54:06.259592 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-e2cd7000-14f2-4a14-a601-3faf1ec7d20c req-936e1c1d-8a87-452a-8512-ec10a3f73b98 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299225 Sep 10 11:54:07.372248 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9fde47-f27f-46d2-9c42-d07bc1df65ba req-bbaf54f7-bacd-4dc0-af8e-a87be7b3c3a4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:07.373775 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5c9fde47-f27f-46d2-9c42-d07bc1df65ba req-bbaf54f7-bacd-4dc0-af8e-a87be7b3c3a4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0466805 Sep 10 11:54:07.409986 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-5c9fde47-f27f-46d2-9c42-d07bc1df65ba req-00f399a3-8d01-4826-938c-bd2f5971c174 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303390 Sep 10 11:54:08.211000 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-513c8fa8-386a-444e-a2aa-926ed23a0d03 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:08.212466 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-513c8fa8-386a-444e-a2aa-926ed23a0d03 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0509317 Sep 10 11:54:08.296319 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Deleting port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:54:08.296678 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:08.382629 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] For port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:08.382983 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:08.526586 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3049560-4e20-4147-afcc-e8f1236ad086 req-9b50cb11-7591-4f83-83d7-a87aff45925e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:08.528065 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a3049560-4e20-4147-afcc-e8f1236ad086 req-9b50cb11-7591-4f83-83d7-a87aff45925e tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/ports?device_id=cc7a30fd-a2e8-4219-8599-fa0e589e62e6 HTTP/1.1" status: 200 len: 946 time: 0.0508406 Sep 10 11:54:08.546603 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:08.546960 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1582894'] for floatingip, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:08.547271 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.l3_db [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Floating IP dd5ad914-ac88-4eee-960f-425362e8256f disassociated. External IP: 172.27.2.3, port: 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb. Sep 10 11:54:08.547598 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Calling delete_port for 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:54:08.567737 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-a3049560-4e20-4147-afcc-e8f1236ad086 req-482a4d63-c203-43f4-b03a-e779c96be715 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups?id=450f05d2-9d4d-4866-9ffe-74c0b82ccc86&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334973 Sep 10 11:54:08.671663 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:08.696541 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event deleted for resources: {'Port': ['ID=21fe4eb3-b7aa-4c04-8f55-f710c1d65beb,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:08.708378 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.708732 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.709069 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.709398 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.709724 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.710044 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.710362 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.710680 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.711000 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.711310 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.711618 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.711931 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:08.816973 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.l3_agent_scheduler [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Router d5a87ecc-c146-43b9-b524-de88d683d314 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94057) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:54:08.918683 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94057) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:54:08.928772 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:54:08.937954 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:54:08.938549 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:53:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:08.956426 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] No DVR routers for this DVR port 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:54:08.958800 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:08.960795 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-36dab0f9-bde4-49f6-835f-63279aa8e28d req-bfbd9223-d272-4c60-b122-f5a8c1bc1621 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.52 "DELETE /v2.0/ports/21fe4eb3-b7aa-4c04-8f55-f710c1d65beb HTTP/1.1" status: 204 len: 173 time: 0.7426298 Sep 10 11:54:08.961234 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'name': 'network-vif-deleted', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:54:08.963457 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73849f37-fa92-404d-a80a-7a29c00df2c6" -d '{"events": [{"server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "name": "network-vif-deleted", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:54:09.063377 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:54:09.083987 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:54:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-567fbf72-2fa3-4ede-af7a-2ba5aed59c28 x-openstack-request-id: req-567fbf72-2fa3-4ede-af7a-2ba5aed59c28 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:54:09.084279 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc7a30fd-a2e8-4219-8599-fa0e589e62e6", "name": "network-vif-deleted", "tag": "21fe4eb3-b7aa-4c04-8f55-f710c1d65beb", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:54:09.084557 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-567fbf72-2fa3-4ede-af7a-2ba5aed59c28 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:54:09.084955 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc7a30fd-a2e8-4219-8599-fa0e589e62e6', 'name': 'network-vif-deleted', 'tag': '21fe4eb3-b7aa-4c04-8f55-f710c1d65beb', 'status': 'completed', 'code': 200} Sep 10 11:54:09.273742 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:09.301190 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:54:09.309612 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:54:09.310198 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:53:43Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:09.416975 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:54:09.609727 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:09.654541 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58092) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:09.712810 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-47d53f16-9297-49e1-afc3-641a16e5a3b4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:09.729188 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-912e669c-d3bc-47f5-9a2c-b8f7f459aa14 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:47:58Z', 'revision_number': 4, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi', '_interfaces': [{'id': '4a625972-6949-4998-8a81-341a71f09a3c', 'name': '', 'network_id': '78fa7b90-8c5f-4c89-90ee-cc80cc8103ec', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'mac_address': 'fa:16:3e:08:41:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_interface', 'standard_attr_id': 618, 'fixed_ips': [{'subnet_id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:57Z', 'updated_at': '2021-09-10T11:48:02Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'subnets': [{'id': '447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:54:09.737172 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-47d53f16-9297-49e1-afc3-641a16e5a3b4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:09.785596 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-47d53f16-9297-49e1-afc3-641a16e5a3b4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:09.788288 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-47d53f16-9297-49e1-afc3-641a16e5a3b4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:09.789454 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-47d53f16-9297-49e1-afc3-641a16e5a3b4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "DELETE /v2.0/security-groups/450f05d2-9d4d-4866-9ffe-74c0b82ccc86 HTTP/1.1" status: 204 len: 168 time: 0.1338930 Sep 10 11:54:09.792839 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58094) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:09.799368 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d53f16-9297-49e1-afc3-641a16e5a3b4 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=450f05d2-9d4d-4866-9ffe-74c0b82ccc86,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:09.806033 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.api.v2.resource [None req-992b557b-08d8-455c-8349-cb128838e8a5 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] show failed (client error): The resource could not be found. Sep 10 11:54:09.810173 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-992b557b-08d8-455c-8349-cb128838e8a5 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "GET /v2.0/security-groups/450f05d2-9d4d-4866-9ffe-74c0b82ccc86 HTTP/1.1" status: 404 len: 347 time: 0.0137627 Sep 10 11:54:09.810850 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58096) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:09.966605 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9362cd-8bc7-48bd-87d1-3bb94af5b3b0 None None] New status for floating IP dd5ad914-ac88-4eee-960f-425362e8256f: DOWN {{(pid=94059) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 11:54:10.165434 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Deleting port e112ca94-16b2-4e5e-b947-313d3929653d {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:54:10.165784 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.240126 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.240483 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.251540 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Calling delete_port for e112ca94-16b2-4e5e-b947-313d3929653d owned by network:floatingip {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:54:10.382064 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.406819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Pushing event deleted for resources: {'Port': ['ID=e112ca94-16b2-4e5e-b947-313d3929653d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:10.467409 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks [] for floatingip, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.469915 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for floatingip, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.471068 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-b2cc9c12-ef7e-4405-b4a1-5e4321b4ff32 tempest-AttachVolumeTestJSON-739688161 tempest-AttachVolumeTestJSON-739688161-project] 10.222.0.35 "DELETE /v2.0/floatingips/dd5ad914-ac88-4eee-960f-425362e8256f HTTP/1.1" status: 204 len: 168 time: 0.6592145 Sep 10 11:54:10.901970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3d1f6251-42ea-425c-b90d-78e210c5ba37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:10.962407 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:54:10.985610 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:54:10.986216 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 21fe4eb3-b7aa-4c04-8f55-f710c1d65beb not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:54:12.514974 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:13.165362 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a73463c4-4070-44a6-a6ca-89b63e7b68d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:13.956244 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:13.993278 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58124) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:14.420730 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1584174'] for router_interface, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:14.653654 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Deleting port 4a625972-6949-4998-8a81-341a71f09a3c {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:54:14.653998 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:14.731072 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] For port 4a625972-6949-4998-8a81-341a71f09a3c, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=4a625972-6949-4998-8a81-341a71f09a3c,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:14.731429 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:14.743148 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Calling delete_port for 4a625972-6949-4998-8a81-341a71f09a3c owned by network:router_interface {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:54:14.771554 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:14.914901 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:14.939938 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Pushing event deleted for resources: {'Port': ['ID=4a625972-6949-4998-8a81-341a71f09a3c,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:14.966179 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.966526 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.966859 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.967188 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.967510 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.967834 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.968156 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.968510 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.968828 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.969141 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.969455 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:14.969765 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:15.114082 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1634608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1584282'] for router_interface, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:15.574543 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Router d5a87ecc-c146-43b9-b524-de88d683d314 has already been hosted by L3 agent ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c {{(pid=94058) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 11:54:15.673649 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] Notify agent at l3_agent.dv-cinder-759962-12-iscsi the message routers_updated {{(pid=94058) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 11:54:15.681083 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ec3f21c5-b2c7-48e1-a1ad-7343a196657a admin admin] 10.222.0.35 "PUT /v2.0/routers/d5a87ecc-c146-43b9-b524-de88d683d314/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6843724 Sep 10 11:54:15.681203 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58128) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:15.682644 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] Sync routers for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 11:54:15.691601 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:54:15.692207 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:54:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:15.782107 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks [] for router, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:15.792183 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: dv-cinder-759962-12-iscsi {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:54:15.853150 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:15.881470 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:15.931082 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Deleting port b8ffbdd8-c230-424b-8173-2637974e4462 {{(pid=94058) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:54:15.931419 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:15.966335 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'external_fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117'}], 'enable_snat': True}, 'gw_port_id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:54:14Z', 'revision_number': 5, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port': {'id': 'b8ffbdd8-c230-424b-8173-2637974e4462', 'name': '', 'network_id': 'ae3e7e71-5231-4d11-8bb8-6a739eef13ce', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:9e:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'device_owner': 'network:router_gateway', 'standard_attr_id': 617, 'fixed_ips': [{'subnet_id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'ip_address': '172.27.2.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-759962-12-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T11:47:55Z', 'updated_at': '2021-09-10T11:48:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'de5062fc-3f40-403d-b88b-f6fe566b6679', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-759962-12-iscsi'}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:15.995309 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] Checking router: d5a87ecc-c146-43b9-b524-de88d683d314 for host: dv-cinder-759962-12-iscsi {{(pid=94060) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 11:54:16.003529 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] Routers {'d5a87ecc-c146-43b9-b524-de88d683d314'} bound to L3 agent in host dv-cinder-759962-12-iscsi {{(pid=94060) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 11:54:16.004123 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-759962-12-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T11:29:13Z,description=,heartbeat_timestamp=2021-09-10T11:54:13Z,host='dv-cinder-759962-12-iscsi',id=ee08e01c-5bcd-4fb9-ba9d-bdca70e6504c,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T11:29:13Z,topic='l3_agent')) {'router_ids': ['d5a87ecc-c146-43b9-b524-de88d683d314'], 'active': True} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:16.010426 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.db [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] For port b8ffbdd8-c230-424b-8173-2637974e4462, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=b8ffbdd8-c230-424b-8173-2637974e4462,segment=NetworkSegment(82439d10-eae7-4739-beb1-44a8b0d61fd5),segment_id=82439d10-eae7-4739-beb1-44a8b0d61fd5)] {{(pid=94058) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:16.010791 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.022013 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.plugin [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Calling delete_port for b8ffbdd8-c230-424b-8173-2637974e4462 owned by network:router_gateway {{(pid=94058) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:54:16.085448 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_dvr_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] Set router d5a87ecc-c146-43b9-b524-de88d683d314 gateway port host: None {{(pid=94060) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 11:54:16.138838 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.l3_hamode_db [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:54:15Z', 'revision_number': 6, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port_host': None}], 'dv-cinder-759962-12-iscsi', False) {} {{(pid=94060) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:16.164740 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-278a0170-d892-405b-bfb5-62f7b17105c3 None None] The sync data for ids ['d5a87ecc-c146-43b9-b524-de88d683d314'] in dv-cinder-759962-12-iscsi is: [{'id': 'd5a87ecc-c146-43b9-b524-de88d683d314', 'name': 'tempest-AttachVolumeTestJSON-1397143375-router', 'tenant_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T11:47:54Z', 'updated_at': '2021-09-10T11:54:15Z', 'revision_number': 6, 'project_id': 'eee008ff1b3549b2ac5d27cdc7d19ec2', 'gw_port_host': None}] {{(pid=94060) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 11:54:16.180860 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-66413552'] for port, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.207751 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8ffbdd8-c230-424b-8173-2637974e4462,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:16.266339 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1582968'] for router_gateway, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.352213 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1578443', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-61845'] for router, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.354259 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.393483 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1578434'] for router, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.393990 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a87ecc-c146-43b9-b524-de88d683d314 {{(pid=94058) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 11:54:16.398181 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] Notify callbacks [] for router, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.399292 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-daec9a48-a2cb-43cc-8a47-d8cbfad3a269 admin admin] 10.222.0.35 "DELETE /v2.0/routers/d5a87ecc-c146-43b9-b524-de88d683d314 HTTP/1.1" status: 204 len: 168 time: 0.7167313 Sep 10 11:54:16.402431 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58130) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:16.445399 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.db.db_base_plugin_v2 [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Deleting subnet 447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f {{(pid=94058) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:54:16.449394 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.485938 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66470651'] for subnet, precommit_delete_associations {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.573640 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.626950 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-66413517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66124728'] for subnet, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.649389 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:16.655734 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.659789 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b667f7e5-13b8-4fb7-8602-4e106b9addd5 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/447cd46a-b81f-4a6f-a0b6-76b4adbdbe0f HTTP/1.1" status: 204 len: 168 time: 0.2555950 Sep 10 11:54:16.660222 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58132) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:16.661386 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ebf849-9d12-4cfc-a986-518d2e387343 None None] Network 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:54:16.726302 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.777697 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Deleting port dc751124-cda8-4c65-836c-33f779f5e6e3 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:54:16.778054 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.843060 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] For port dc751124-cda8-4c65-836c-33f779f5e6e3, host dv-cinder-759962-12-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-759962-12-iscsi',level=0,port_id=dc751124-cda8-4c65-836c-33f779f5e6e3,segment=NetworkSegment(d79db0ef-dcb1-4c77-9ed3-4de24fc3e962),segment_id=d79db0ef-dcb1-4c77-9ed3-4de24fc3e962)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:16.843353 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.854441 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Calling delete_port for dc751124-cda8-4c65-836c-33f779f5e6e3 owned by network:dhcp {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:54:16.930017 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92792129-07c4-4973-94d6-ef53d8c68a0f None None] DHCP port deletion for 78fa7b90-8c5f-4c89-90ee-cc80cc8103ec request from dv-cinder-759962-12-iscsi {{(pid=94059) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 11:54:16.933189 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:16.945743 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] No DVR routers for this DVR port dc751124-cda8-4c65-836c-33f779f5e6e3 on host dv-cinder-759962-12-iscsi {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:54:16.966386 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Pushing event deleted for resources: {'Port': ['ID=dc751124-cda8-4c65-836c-33f779f5e6e3,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:17.036245 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.056369 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78fa7b90-8c5f-4c89-90ee-cc80cc8103ec']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:17.066239 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:17.066558 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd79db0ef-dcb1-4c77-9ed3-4de24fc3e962') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:54:17.076042 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.089139 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.095041 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Releasing vlan 582 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:54:17.095431 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:54:17.097113 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:54:17.154921 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.170951 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.172800 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] 10.222.0.35 "DELETE /v2.0/networks/78fa7b90-8c5f-4c89-90ee-cc80cc8103ec HTTP/1.1" status: 204 len: 168 time: 0.5115592 Sep 10 11:54:17.173733 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e95748-83d3-48fd-80ff-6ce7e1cee9db admin admin] Pushing event deleted for resources: {'Network': ['ID=78fa7b90-8c5f-4c89-90ee-cc80cc8103ec,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:17.281995 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58136) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:17.321933 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-d3694fff-cef0-4ad0-bee5-76c99d748849 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=eee008ff1b3549b2ac5d27cdc7d19ec2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0387797 Sep 10 11:54:17.324465 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58138) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:17.369957 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-34f87caa-7536-4ef4-97c6-4a06e3a33524 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.391797 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-34f87caa-7536-4ef4-97c6-4a06e3a33524 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.437159 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-34f87caa-7536-4ef4-97c6-4a06e3a33524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.439562 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-34f87caa-7536-4ef4-97c6-4a06e3a33524 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:17.440718 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-34f87caa-7536-4ef4-97c6-4a06e3a33524 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/171e279b-3a85-42d1-b61e-f52978b7f177 HTTP/1.1" status: 204 len: 168 time: 0.1153629 Sep 10 11:54:17.448529 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f87caa-7536-4ef4-97c6-4a06e3a33524 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=171e279b-3a85-42d1-b61e-f52978b7f177,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:18.109733 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58160) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:18.203207 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1400899787-network', 'tenant_id': '8ebf2d47e08a40928960937a6047082d'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:18.224415 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Made reservation on behalf of 8ebf2d47e08a40928960937a6047082d for: {'network': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:54:18.226644 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for network, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.237094 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a625972-6949-4998-8a81-341a71f09a3c no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:54:18.238804 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.256204 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: 4a625972-6949-4998-8a81-341a71f09a3c {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:54:18.256668 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device 4a625972-6949-4998-8a81-341a71f09a3c not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:54:18.256980 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device b8ffbdd8-c230-424b-8173-2637974e4462 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:54:18.275816 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: b8ffbdd8-c230-424b-8173-2637974e4462 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:54:18.276192 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device b8ffbdd8-c230-424b-8173-2637974e4462 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:54:18.276627 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device dc751124-cda8-4c65-836c-33f779f5e6e3 no longer exists at agent ovs-agent-dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:54:18.295122 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] No Port match for: dc751124-cda8-4c65-836c-33f779f5e6e3 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:54:18.295457 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Device dc751124-cda8-4c65-836c-33f779f5e6e3 not bound to the agent host dv-cinder-759962-12-iscsi {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:54:18.328006 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.331742 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.363238 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 588} {{(pid=94057) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 11:54:18.368433 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:18.375469 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.375823 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.db.segments_db [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Added segment c53c38ea-6694-4a6a-a594-f424ecc71576 of type vlan for network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 Sep 10 11:54:18.414879 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8774786693169'] for network, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.437196 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617'] for network, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.438117 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:18.438699 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.467899 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] 10.222.0.35 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3571153 Sep 10 11:54:18.471018 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58164) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:54:18.475971 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.v2.base [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Request body: {'subnet': {'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1400899787-subnet', 'tenant_id': '8ebf2d47e08a40928960937a6047082d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=94058) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:18.496059 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Made reservation on behalf of 8ebf2d47e08a40928960937a6047082d for: {'subnet': 1} {{(pid=94058) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:54:18.498389 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-66124637'] for subnet, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.500758 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf3894d-b6db-4f29-8f47-7bf7f9a517a6 admin admin] Pushing event updated for resources: {'Network': ['ID=5ae6b509-ee69-4c3b-99c0-8b705725acb7,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:18.511899 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 details requested by agent ovs-agent-dv-cinder-759962-12-iscsi with host dv-cinder-759962-12-iscsi {{(pid=94059) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 11:54:18.665640 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-66413452', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-66124611'] for subnet, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.717736 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d89424-9ab5-4ec6-83e2-2971af3b1dcd,revision_number=0']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:18.727667 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Checking segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94058) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:54:18.727948 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Network hostable DHCP agents. Network: 5ae6b509-ee69-4c3b-99c0-8b705725acb7, hostable agents: ['be5b636b-bf9f-476d-ab31-1a251e86df5b'], hosted agents: [] {{(pid=94058) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 11:54:18.743870 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 is scheduled to be hosted by DHCP agent be5b636b-bf9f-476d-ab31-1a251e86df5b with binding_index 1 {{(pid=94058) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 11:54:18.752653 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.scheduler.base_scheduler [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-759962-12-iscsi, 5ae6b509-ee69-4c3b-99c0-8b705725acb7) {{(pid=94058) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:54:18.757265 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:18.759177 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for subnet, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:18.760488 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fde0d-f154-4a19-b529-353a1a2ed1ca None None] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:54:18.773021 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-d5ee983a-a24a-4176-bb48-9103e1871a58 admin admin] 10.222.0.35 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3009424 Sep 10 11:54:18.880692 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e802954-a4b0-4f05-b7a5-52e0a33fbda3 None None] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 requested from dv-cinder-759962-12-iscsi {{(pid=94059) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 11:54:19.185877 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-e455fb01-c6b1-44f0-b91e-fdf7e3d87bd7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:19.187326 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-e455fb01-c6b1-44f0-b91e-fdf7e3d87bd7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1040719 Sep 10 11:54:19.202357 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-03cb393a-43f7-4075-87b8-99cbb26989a5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/quotas/8ebf2d47e08a40928960937a6047082d HTTP/1.1" status: 200 len: 375 time: 0.0092833 Sep 10 11:54:19.232810 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-bc0b7f0a-ca7c-4fb7-a518-d7dbb1356d82 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253377 Sep 10 11:54:19.369129 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d23bf557-ae7c-428e-99c0-0aec8a3a420e service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296763 Sep 10 11:54:19.458872 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-b6025bfe-8552-414b-a7fe-ebd26ae0a5a4 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836840 Sep 10 11:54:20.635027 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6ee73b3b-52e5-4574-b75a-29f9081f93ac req-fac0dbb8-4530-446f-b917-5af4f4703466 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 210 time: 0.0299540 Sep 10 11:54:21.588705 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-ab7c531c-1237-4199-b21b-ea0359c3a369 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:21.590197 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-ab7c531c-1237-4199-b21b-ea0359c3a369 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1048276 Sep 10 11:54:21.603137 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Request body: {'port': {'device_id': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'admin_state_up': True, 'tenant_id': '8ebf2d47e08a40928960937a6047082d'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:21.714875 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Made reservation on behalf of 8ebf2d47e08a40928960937a6047082d for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:54:21.718320 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:21.725902 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0abfd0e8-8431-4360-b07e-5a4f934106f6 req-7e7a871e-02a7-4304-8c58-323ea6d9a905 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 210 time: 0.0257888 Sep 10 11:54:21.837179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Allocated IP 172.20.0.14 (5ae6b509-ee69-4c3b-99c0-8b705725acb7/10d89424-9ab5-4ec6-83e2-2971af3b1dcd/2670dd20-6e7d-41a6-a8c8-e65edd27750e) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:54:21.980752 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.015829 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.055690 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:54:22.060394 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:54:22.063105 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:54:22.093620 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event updated for resources: {'Port': ['ID=2670dd20-6e7d-41a6-a8c8-e65edd27750e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:22.120882 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:22.121487 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.134386 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-97b0bf8b-b4fa-4fcb-b2e8-0ca66380e1d0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5354495 Sep 10 11:54:22.146460 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Request body: {'port': {'device_id': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:22.196861 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.456660 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2670dd20-6e7d-41a6-a8c8-e65edd27750e {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:54:22.463726 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.475199 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Transition to ACTIVE for port object 2670dd20-6e7d-41a6-a8c8-e65edd27750e will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:54:22.478945 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.546362 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Pushing event updated for resources: {'Port': ['ID=2670dd20-6e7d-41a6-a8c8-e65edd27750e,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:22.593590 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Attempting to bind port 2670dd20-6e7d-41a6-a8c8-e65edd27750e on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:54:22.594223 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Attempting to bind port 2670dd20-6e7d-41a6-a8c8-e65edd27750e by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:54:22.594223 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Attempting to bind port 2670dd20-6e7d-41a6-a8c8-e65edd27750e on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:54:22.598406 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Port 2670dd20-6e7d-41a6-a8c8-e65edd27750e on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:54:22.598720 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Attempting to bind port 2670dd20-6e7d-41a6-a8c8-e65edd27750e on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:54:22.603412 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:54:22.604330 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Checking segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:54:22.604731 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Bound using segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:54:22.605154 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Bound port: 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:54:22.605511 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.668980 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] For port 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:54:22.672383 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] For port 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:54:22.676251 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.707426 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:22.707951 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:22.709330 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] 10.222.0.52 "PUT /v2.0/ports/2670dd20-6e7d-41a6-a8c8-e65edd27750e HTTP/1.1" status: 200 len: 1094 time: 0.5667982 Sep 10 11:54:22.711654 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'tag': '2670dd20-6e7d-41a6-a8c8-e65edd27750e'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:54:22.715620 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4487ab68-d1eb-4a92-b411-228fce0af7b2" -d '{"events": [{"name": "network-changed", "server_uuid": "efdefc97-38ba-4398-b5e1-6695bcd9c2ff", "tag": "2670dd20-6e7d-41a6-a8c8-e65edd27750e"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:54:22.743776 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2641ac8-5627-4601-a53b-620d84d07023 service neutron] Pushing event updated for resources: {'Port': ['ID=2670dd20-6e7d-41a6-a8c8-e65edd27750e,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:22.773611 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:54:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394544ac-6967-4134-99a0-88b71ac136cf x-openstack-request-id: req-394544ac-6967-4134-99a0-88b71ac136cf {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:54:22.773895 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efdefc97-38ba-4398-b5e1-6695bcd9c2ff", "tag": "2670dd20-6e7d-41a6-a8c8-e65edd27750e", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:54:22.774136 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-394544ac-6967-4134-99a0-88b71ac136cf {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:54:22.774514 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'tag': '2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'status': 'completed', 'code': 200} Sep 10 11:54:22.790224 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-080f32de-f8e5-4cbc-bf69-3acb5cdfe2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:22.792403 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-080f32de-f8e5-4cbc-bf69-3acb5cdfe2ad service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0442481 Sep 10 11:54:22.837068 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-b19fc687-14e2-4f7d-8ac4-a2e65f79415c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e HTTP/1.1" status: 200 len: 217 time: 0.0363448 Sep 10 11:54:22.841977 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9125c-8276-4714-a6be-bcc845b19a55 req-ba8cb2c1-cc65-4243-883a-fdedcd30f159 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:22.843504 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3bd9125c-8276-4714-a6be-bcc845b19a55 req-ba8cb2c1-cc65-4243-883a-fdedcd30f159 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 944 time: 0.0493009 Sep 10 11:54:22.882653 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3bd9125c-8276-4714-a6be-bcc845b19a55 req-611d0fce-ca2d-4eb4-a247-4d3258111d14 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320268 Sep 10 11:54:22.892150 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-7ec771ea-0ed6-4b4c-88b1-9367b5bd72e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:22.893827 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-7ec771ea-0ed6-4b4c-88b1-9367b5bd72e4 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0463645 Sep 10 11:54:22.930534 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-fd42c617-f566-42ae-bab9-80e2fc65ec61 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249002 Sep 10 11:54:23.019642 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-3bb33572-afa8-44aa-bdea-802461622b16 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813239 Sep 10 11:54:23.108641 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ba1a8af4-18b7-4b10-af8e-74289473cdf5 req-4137aa37-568b-41a1-857f-d47c7c102408 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809345 Sep 10 11:54:23.192323 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-d1276cdb-14b6-4145-8307-e713ea855c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:23.193866 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-d1276cdb-14b6-4145-8307-e713ea855c88 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 1097 time: 0.0395169 Sep 10 11:54:23.282973 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-352113d9-d1b4-4655-a063-e6763cea0115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:23.284318 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-352113d9-d1b4-4655-a063-e6763cea0115 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 916 time: 0.0840492 Sep 10 11:54:23.324618 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-141b4d99-e361-43f2-9887-6be9909ce949 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e HTTP/1.1" status: 200 len: 217 time: 0.0328953 Sep 10 11:54:23.355020 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:54:23.373326 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-408b1f85-8675-4d4c-a193-25f6233c9c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:23.374765 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-408b1f85-8675-4d4c-a193-25f6233c9c04 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0437336 Sep 10 11:54:23.404791 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-eeb4e2c8-7cc8-413a-b473-3a2e6f260d79 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233755 Sep 10 11:54:23.490995 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-9424111d-e80f-4923-9053-eb79776d67d0 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792205 Sep 10 11:54:23.581192 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-4487ab68-d1eb-4a92-b411-228fce0af7b2 req-95e97c77-623b-4b22-843a-d0e474980a28 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829122 Sep 10 11:54:23.994914 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac26fbfa-1f46-4ed2-b2aa-08aec9533122 req-0a1d257c-7b66-49de-9a9e-2adde5eaddd9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:23.996328 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ac26fbfa-1f46-4ed2-b2aa-08aec9533122 req-0a1d257c-7b66-49de-9a9e-2adde5eaddd9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 944 time: 0.0461397 Sep 10 11:54:24.032519 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-ac26fbfa-1f46-4ed2-b2aa-08aec9533122 req-035333c1-ccbb-400a-80de-df37e0aabf9b tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303755 Sep 10 11:54:24.972190 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 2670dd20-6e7d-41a6-a8c8-e65edd27750e details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:54:25.066039 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:25.076886 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'port_id': '2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'mac_address': 'fa:16:3e:67:de:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d89424-9ab5-4ec6-83e2-2971af3b1dcd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:54:25.115686 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:25.132909 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2670dd20-6e7d-41a6-a8c8-e65edd27750e {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:54:25.146554 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d69963e-fa5c-4a8a-b5f8-8c5e1a9442f5 req-91e959c7-1768-4429-b364-a6ae59f5db63 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:25.148214 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3d69963e-fa5c-4a8a-b5f8-8c5e1a9442f5 req-91e959c7-1768-4429-b364-a6ae59f5db63 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 944 time: 0.0510783 Sep 10 11:54:25.163723 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:25.169524 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:25.187838 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3d69963e-fa5c-4a8a-b5f8-8c5e1a9442f5 req-cb3a7136-7562-489e-8f94-0c442ca58001 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337205 Sep 10 11:54:25.218594 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=2670dd20-6e7d-41a6-a8c8-e65edd27750e,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:25.225695 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.226011 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.226349 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.226704 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.227029 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.227355 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.227676 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.227996 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.228342 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.229236 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.229554 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.229870 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94059) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:54:25.467966 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:54:26.299010 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ed814-34c9-471c-9f13-8f81f5644df3 req-7d4f36f2-9e1e-4538-b98a-ccf752d9bf32 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:26.300476 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-164ed814-34c9-471c-9f13-8f81f5644df3 req-7d4f36f2-9e1e-4538-b98a-ccf752d9bf32 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 945 time: 0.0474110 Sep 10 11:54:26.336737 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-164ed814-34c9-471c-9f13-8f81f5644df3 req-96267210-a11d-4404-a310-b26b8c9b2bfb tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305367 Sep 10 11:54:26.987385 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 2670dd20-6e7d-41a6-a8c8-e65edd27750e up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:54:27.151033 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 2670dd20-6e7d-41a6-a8c8-e65edd27750e completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:54:27.154782 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 2670dd20-6e7d-41a6-a8c8-e65edd27750e triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:54:27.155153 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:27.227464 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:27.249210 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670dd20-6e7d-41a6-a8c8-e65edd27750e'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:54:27.251345 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7d187b0-7604-4e12-b577-410f6b78177e" -d '{"events": [{"server_uuid": "efdefc97-38ba-4398-b5e1-6695bcd9c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "2670dd20-6e7d-41a6-a8c8-e65edd27750e"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:54:27.263445 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:27.267356 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:27.316847 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=2670dd20-6e7d-41a6-a8c8-e65edd27750e,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:27.343846 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0369bc96-1b8a-4af4-a27a-7b7f5ffcc196 x-openstack-request-id: req-0369bc96-1b8a-4af4-a27a-7b7f5ffcc196 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:54:27.344141 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdefc97-38ba-4398-b5e1-6695bcd9c2ff", "name": "network-vif-plugged", "status": "completed", "tag": "2670dd20-6e7d-41a6-a8c8-e65edd27750e", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:54:27.344428 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-0369bc96-1b8a-4af4-a27a-7b7f5ffcc196 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:54:27.344826 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'code': 200} Sep 10 11:54:27.450802 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd278913-909c-41f2-a6a1-d51c3c0bc309 req-1b000e35-4a6f-4c0f-90a2-3e3b28f8a363 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:27.452962 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd278913-909c-41f2-a6a1-d51c3c0bc309 req-1b000e35-4a6f-4c0f-90a2-3e3b28f8a363 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 946 time: 0.0515723 Sep 10 11:54:27.490156 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-dd278913-909c-41f2-a6a1-d51c3c0bc309 req-18c19cef-2e38-424f-860b-86027d2b0522 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312557 Sep 10 11:54:27.507717 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60012f72-314c-469c-89a7-910f48b3306e req-a1e305d2-9023-4481-9bc5-c478ed689f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:27.509282 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60012f72-314c-469c-89a7-910f48b3306e req-a1e305d2-9023-4481-9bc5-c478ed689f4d service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 1099 time: 0.0442529 Sep 10 11:54:27.542647 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-60012f72-314c-469c-89a7-910f48b3306e req-ff32f571-74be-4cd5-9e2d-9f15685635d6 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265787 Sep 10 11:54:28.611646 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7c2e30-295d-4813-9ea4-c280b708efe4 req-e1f28af5-9e86-4c7d-b24d-4cefe511349a tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:28.613146 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf7c2e30-295d-4813-9ea4-c280b708efe4 req-e1f28af5-9e86-4c7d-b24d-4cefe511349a tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 946 time: 0.0558197 Sep 10 11:54:28.650136 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf7c2e30-295d-4813-9ea4-c280b708efe4 req-4adf2b5c-42b0-4b48-9e5c-b6f260170b86 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308776 Sep 10 11:54:29.640641 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-ea41478d-649d-44ab-bc37-fc1c2cf40615 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0389612 Sep 10 11:54:29.722321 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c398-12b9-4462-a437-1206b9c77708 req-033aec12-a14e-496b-a35d-5b4f4fd7dbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:29.723818 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-033aec12-a14e-496b-a35d-5b4f4fd7dbdd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 1099 time: 0.0432804 Sep 10 11:54:29.763940 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c2861-e299-4a9d-9a43-d8a9030b8023 req-c7c6997c-6da1-4136-bc41-8be00cf001a8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:29.765452 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-613c2861-e299-4a9d-9a43-d8a9030b8023 req-c7c6997c-6da1-4136-bc41-8be00cf001a8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 946 time: 0.0496936 Sep 10 11:54:29.802390 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-613c2861-e299-4a9d-9a43-d8a9030b8023 req-24bbad27-21a0-4cd3-b6f5-38ac77276946 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310357 Sep 10 11:54:29.825521 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c398-12b9-4462-a437-1206b9c77708 req-f6ff9225-031d-4bda-9657-65373e51bffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:29.826966 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-f6ff9225-031d-4bda-9657-65373e51bffc service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 916 time: 0.0838671 Sep 10 11:54:29.870912 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-1dcfd21f-6010-414e-b1b7-1c158f38cea6 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e HTTP/1.1" status: 200 len: 217 time: 0.0363200 Sep 10 11:54:29.919863 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f746c398-12b9-4462-a437-1206b9c77708 req-af6532f2-bb7e-4b09-a2ea-11462bc416f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:29.921494 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-af6532f2-bb7e-4b09-a2ea-11462bc416f8 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0436811 Sep 10 11:54:29.954364 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-5938ce5e-5cfa-4bb1-b32b-52ee5e55a807 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250871 Sep 10 11:54:30.054508 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-f7fdd915-2a14-40b3-9191-0a6632978385 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934961 Sep 10 11:54:30.148784 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-f746c398-12b9-4462-a437-1206b9c77708 req-fbf64c02-6640-471c-ae0d-6846e19f6a4d service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875030 Sep 10 11:54:38.033621 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-ec689202-e0df-4c23-be79-0d93d80fd410 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:38.035082 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-ec689202-e0df-4c23-be79-0d93d80fd410 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1015241 Sep 10 11:54:38.050283 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-3495fcbe-9764-4438-8319-5c7585d5abf1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/quotas/8ebf2d47e08a40928960937a6047082d HTTP/1.1" status: 200 len: 375 time: 0.0095129 Sep 10 11:54:38.096713 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-8f956ffd-6423-46fb-9ee1-e8aff4aa7f81 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0413096 Sep 10 11:54:38.187813 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-6c95e273-8c6f-4ef3-8ba6-4250ee537649 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844388 Sep 10 11:54:38.273811 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-08f483dd-76f5-475d-abe8-ff01abb15eef service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800126 Sep 10 11:54:38.427288 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-178a5176-3dc5-4102-88bb-08bc069ffcb1 req-c2f642ba-d559-42fa-85f1-7880a78dc395 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0268095 Sep 10 11:54:39.505318 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c7f25b2f-9e3e-465a-ae64-b259ff8abf95 req-55b12da1-5483-4c90-84b7-88413cd59cea tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0275893 Sep 10 11:54:40.587602 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-46f5a251-de6f-4454-8efa-af84ac192c2c req-ff1f8994-5cbc-41c2-a63a-5c88e0c55db2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0281928 Sep 10 11:54:40.902981 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9699ab14-f8ec-4708-9ba4-34dc5191a1c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:41.659108 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-f51ac43c-e418-466a-b64e-47b984d5c74a req-54a74948-3b90-41c0-9333-48c332b44c62 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0259066 Sep 10 11:54:42.517275 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:42.749448 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9f0d2eb5-aafd-488c-9a02-0c946c781657 req-3f6b5cce-6e87-4048-b90f-3ef18d3ce840 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0260782 Sep 10 11:54:43.165448 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-8b4619f5-8155-4c8e-8463-7f99ac4cc6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:43.422508 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-f3c7d345-4fc5-4583-865b-0ce6120450d8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:43.423868 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-f3c7d345-4fc5-4583-865b-0ce6120450d8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1060126 Sep 10 11:54:43.438613 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Request body: {'port': {'device_id': '0895b8f7-c797-453b-aa51-631d875821f0', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'admin_state_up': True, 'tenant_id': '8ebf2d47e08a40928960937a6047082d'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:43.544412 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Made reservation on behalf of 8ebf2d47e08a40928960937a6047082d for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:54:43.547955 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:43.669266 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Allocated IP 172.20.0.5 (5ae6b509-ee69-4c3b-99c0-8b705725acb7/10d89424-9ab5-4ec6-83e2-2971af3b1dcd/e88ca43d-a607-41ee-b11b-8ff23eb1eb77) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:54:43.808094 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:43.840822 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-16106753-6f0b-4522-9d15-6aa177e7cf05 req-282d017e-1ccf-45e9-a24b-4c3da629828e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0260677 Sep 10 11:54:43.847342 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:43.859842 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:54:43.888108 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:54:43.890999 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:54:43.894606 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:54:43.903308 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event updated for resources: {'Port': ['ID=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:43.946076 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:43.946678 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:43.961008 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-029c73de-4789-4f0c-b68a-8413df2cd27e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5267646 Sep 10 11:54:43.961361 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.012125 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Request body: {'port': {'device_id': '0895b8f7-c797-453b-aa51-631d875821f0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:44.066545 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.313909 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e88ca43d-a607-41ee-b11b-8ff23eb1eb77 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:54:44.321032 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.332802 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Transition to ACTIVE for port object e88ca43d-a607-41ee-b11b-8ff23eb1eb77 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:54:44.336578 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.385381 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Pushing event updated for resources: {'Port': ['ID=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:44.458133 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Attempting to bind port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:54:44.458856 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Attempting to bind port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:54:44.458856 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Attempting to bind port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:54:44.462963 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:54:44.463277 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Attempting to bind port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:54:44.467981 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:54:44.468309 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Checking segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:54:44.468720 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Bound using segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:54:44.469127 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Bound port: e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:54:44.469508 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.544553 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] For port e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:54:44.547459 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] For port e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:54:44.553066 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.585933 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:44.586553 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.587928 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] 10.222.0.52 "PUT /v2.0/ports/e88ca43d-a607-41ee-b11b-8ff23eb1eb77 HTTP/1.1" status: 200 len: 1093 time: 0.5805585 Sep 10 11:54:44.588390 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0895b8f7-c797-453b-aa51-631d875821f0', 'tag': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:54:44.590750 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88" -d '{"events": [{"name": "network-changed", "server_uuid": "0895b8f7-c797-453b-aa51-631d875821f0", "tag": "e88ca43d-a607-41ee-b11b-8ff23eb1eb77"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:54:44.613890 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651c3e62-7429-458f-87f1-37a4d9eae132 service neutron] Pushing event updated for resources: {'Port': ['ID=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:44.632303 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049abdb5-f569-498a-8e35-6c1ac23c3b65 x-openstack-request-id: req-049abdb5-f569-498a-8e35-6c1ac23c3b65 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:54:44.632610 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0895b8f7-c797-453b-aa51-631d875821f0", "tag": "e88ca43d-a607-41ee-b11b-8ff23eb1eb77", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:54:44.632856 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-049abdb5-f569-498a-8e35-6c1ac23c3b65 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:54:44.633233 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0895b8f7-c797-453b-aa51-631d875821f0', 'tag': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', 'status': 'completed', 'code': 200} Sep 10 11:54:44.663776 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-0ebdd96a-f065-4e06-935e-bfa8af922064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:44.665301 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-0ebdd96a-f065-4e06-935e-bfa8af922064 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 1096 time: 0.0412943 Sep 10 11:54:44.707224 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-4eacef85-8249-4180-b4c4-4fefce98fe28 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77 HTTP/1.1" status: 200 len: 217 time: 0.0346601 Sep 10 11:54:44.754109 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-b0290196-e1a3-488c-9be9-15714849d57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:44.755465 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-b0290196-e1a3-488c-9be9-15714849d57f service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0415647 Sep 10 11:54:44.774516 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:44.785701 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-5048c605-d678-4856-b6f5-32cf7595297c service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233319 Sep 10 11:54:44.876194 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-5b9a668f-19cb-4458-8c3d-e8cb2f70b016 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813768 Sep 10 11:54:44.951724 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff942cd-e373-4515-9733-969e6fc2a74b req-f6e11c1d-b65f-435c-a2ac-cdb461a06c47 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:44.953231 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fff942cd-e373-4515-9733-969e6fc2a74b req-f6e11c1d-b65f-435c-a2ac-cdb461a06c47 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 943 time: 0.0472989 Sep 10 11:54:44.965393 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b6d261f8-deef-439a-9b41-9abd0bd11b29 req-af9adc80-5786-402d-8842-ece0b9937a41 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810800 Sep 10 11:54:44.992429 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fff942cd-e373-4515-9733-969e6fc2a74b req-0499cd7b-4062-4923-92c4-3fb9a7d2ab25 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332870 Sep 10 11:54:45.056169 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-fe39c376-eaa1-430b-b5c8-0075edb1b880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:45.057663 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-fe39c376-eaa1-430b-b5c8-0075edb1b880 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 1096 time: 0.0440392 Sep 10 11:54:45.143434 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-e5f88908-d25d-426e-b340-7f446e50b57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:45.144790 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-e5f88908-d25d-426e-b340-7f446e50b57a service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 916 time: 0.0798378 Sep 10 11:54:45.187621 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-c0834bcb-ca90-4261-936d-0c8cf990cf3c service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77 HTTP/1.1" status: 200 len: 217 time: 0.0358763 Sep 10 11:54:45.463183 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-58bb5320-57ae-40d0-8704-5eaf4664cddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:45.465174 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-58bb5320-57ae-40d0-8704-5eaf4664cddd service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.2700026 Sep 10 11:54:45.495272 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-076ed724-0386-4932-9456-68b156930da1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227880 Sep 10 11:54:45.585697 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-6a8fda11-3998-4797-a336-6182d45863d1 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816863 Sep 10 11:54:45.673115 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-87967f6a-f0ad-4b0d-8a55-bc7e61535a88 req-3fa49107-9c52-432a-ad1a-cca92e01ce50 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798020 Sep 10 11:54:45.855937 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:46.109151 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6b5da5-62c4-4d97-8d11-160a2a54685e req-3ef4761f-2462-45ab-b396-b2b03c024595 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:46.110516 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6b6b5da5-62c4-4d97-8d11-160a2a54685e req-3ef4761f-2462-45ab-b396-b2b03c024595 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 943 time: 0.0496650 Sep 10 11:54:46.146681 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-6b6b5da5-62c4-4d97-8d11-160a2a54685e req-9d6e6afb-57e6-4a47-b38f-c66ca80456b6 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303681 Sep 10 11:54:47.078472 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e88ca43d-a607-41ee-b11b-8ff23eb1eb77 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:54:47.171531 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:47.183578 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'port_id': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', 'mac_address': 'fa:16:3e:95:43:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d89424-9ab5-4ec6-83e2-2971af3b1dcd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:54:47.221984 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:47.234464 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e88ca43d-a607-41ee-b11b-8ff23eb1eb77 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:54:47.253197 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:47.257286 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:47.266584 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc3e218-6228-451b-ab65-62e50bc3992d req-19442a11-efbc-4a55-8512-e14028303b29 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:47.268080 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0fc3e218-6228-451b-ab65-62e50bc3992d req-19442a11-efbc-4a55-8512-e14028303b29 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 943 time: 0.0492096 Sep 10 11:54:47.304842 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0fc3e218-6228-451b-ab65-62e50bc3992d req-a9e26039-2d60-41c3-a317-ac9d5df6799e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307708 Sep 10 11:54:47.305687 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:47.597565 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['e88ca43d-a607-41ee-b11b-8ff23eb1eb77'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:54:48.417477 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbcc6c9-bcb7-4cf1-ad24-916762ee1eeb req-407be1fd-02bc-4490-b741-046c8a6d5065 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:48.419176 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3fbcc6c9-bcb7-4cf1-ad24-916762ee1eeb req-407be1fd-02bc-4490-b741-046c8a6d5065 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 944 time: 0.0477216 Sep 10 11:54:48.456308 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3fbcc6c9-bcb7-4cf1-ad24-916762ee1eeb req-60ad4a89-ba0a-475f-afd2-21ddbd0c1434 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312386 Sep 10 11:54:49.082348 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e88ca43d-a607-41ee-b11b-8ff23eb1eb77 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:54:49.131727 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:54:49.135261 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:54:49.135745 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:49.208181 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:49.229379 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895b8f7-c797-453b-aa51-631d875821f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:54:49.232124 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea61c7dd-96c6-437a-b133-9d078f3384af" -d '{"events": [{"server_uuid": "0895b8f7-c797-453b-aa51-631d875821f0", "name": "network-vif-plugged", "status": "completed", "tag": "e88ca43d-a607-41ee-b11b-8ff23eb1eb77"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:54:49.244807 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:49.249909 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:49.273087 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:54:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999fabb6-6b53-4ad3-8fee-8e52823aca15 x-openstack-request-id: req-999fabb6-6b53-4ad3-8fee-8e52823aca15 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:54:49.273368 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0895b8f7-c797-453b-aa51-631d875821f0", "name": "network-vif-plugged", "status": "completed", "tag": "e88ca43d-a607-41ee-b11b-8ff23eb1eb77", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:54:49.273615 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-999fabb6-6b53-4ad3-8fee-8e52823aca15 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:54:49.273990 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895b8f7-c797-453b-aa51-631d875821f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', 'code': 200} Sep 10 11:54:49.303020 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:49.436339 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41660b3-f515-40ce-9340-c33c4072cfad req-84d81a5b-5c39-4e04-9647-6f00ebeeda94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:49.437726 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b41660b3-f515-40ce-9340-c33c4072cfad req-84d81a5b-5c39-4e04-9647-6f00ebeeda94 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 1098 time: 0.0393965 Sep 10 11:54:49.476647 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b41660b3-f515-40ce-9340-c33c4072cfad req-540a8c9a-be5b-42a4-bdaf-a6e9162c1e67 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306125 Sep 10 11:54:49.569896 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b382ae0-b3fb-4927-98df-8ae753596134 req-8ba6d88f-d816-47eb-a314-a591ca703c31 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:49.571347 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b382ae0-b3fb-4927-98df-8ae753596134 req-8ba6d88f-d816-47eb-a314-a591ca703c31 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 945 time: 0.0510411 Sep 10 11:54:49.608488 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-1b382ae0-b3fb-4927-98df-8ae753596134 req-e362f500-ca27-487d-9b36-42c55ad05e54 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312209 Sep 10 11:54:50.721401 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36458fff-95b6-4205-8dd6-f1d92c89a0dc req-b7063045-8b5e-4bf4-b439-3729d82b7bef tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:50.722841 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-36458fff-95b6-4205-8dd6-f1d92c89a0dc req-b7063045-8b5e-4bf4-b439-3729d82b7bef tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 945 time: 0.0473762 Sep 10 11:54:50.761934 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-36458fff-95b6-4205-8dd6-f1d92c89a0dc req-7cebd68e-f127-4d07-8935-63a5a652c47f tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325909 Sep 10 11:54:51.872903 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1433b6-6fab-4782-926e-87aaf2a2492e req-96380dfb-dad4-4a17-9a0a-610c110f7544 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:51.874230 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e1433b6-6fab-4782-926e-87aaf2a2492e req-96380dfb-dad4-4a17-9a0a-610c110f7544 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 945 time: 0.0463972 Sep 10 11:54:51.910324 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0e1433b6-6fab-4782-926e-87aaf2a2492e req-2d117692-62ae-4185-a8be-88d781c9156b tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302444 Sep 10 11:54:53.595033 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-49bea182-5c00-4164-be0f-b18ad84d898b tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:53.596517 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-49bea182-5c00-4164-be0f-b18ad84d898b tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1016819 Sep 10 11:54:53.610765 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-2242e24f-7176-4ebb-adab-be99425e2e48 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/quotas/8ebf2d47e08a40928960937a6047082d HTTP/1.1" status: 200 len: 375 time: 0.0086348 Sep 10 11:54:53.659421 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-c7845bd5-6da8-4a28-b13b-f08fe1c8cdd5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0436177 Sep 10 11:54:53.749791 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-27f7e8f1-9c02-4a28-b4e9-cf17bfb7a3a5 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835431 Sep 10 11:54:53.835371 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-5afc73ba-5d6e-438f-9dcf-b6b5be845c74 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797052 Sep 10 11:54:53.991790 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9e6ee52d-4c7a-42ad-a005-d1c39df2c052 req-6ce07da1-7092-4cd9-9550-36d852c803d6 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 210 time: 0.0294571 Sep 10 11:54:54.852239 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-e62b4f14-197f-474b-9461-c3969b4c5975 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:54.853691 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-e62b4f14-197f-474b-9461-c3969b4c5975 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.0986118 Sep 10 11:54:54.866360 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Request body: {'port': {'device_id': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'admin_state_up': True, 'tenant_id': '8ebf2d47e08a40928960937a6047082d'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:54.974067 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Made reservation on behalf of 8ebf2d47e08a40928960937a6047082d for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:54:54.977608 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.082670 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-8cc0d63e-2ea2-4445-9d21-de30266d7c8c req-2ad624a8-811a-4585-882e-040e06ffffde tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 210 time: 0.0255694 Sep 10 11:54:55.097838 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Allocated IP 172.20.0.10 (5ae6b509-ee69-4c3b-99c0-8b705725acb7/10d89424-9ab5-4ec6-83e2-2971af3b1dcd/804f4e3c-aa64-44c8-a95e-a298ffaf6423) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:54:55.238557 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.275012 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.287411 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:54:55.319356 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:54:55.322305 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:54:55.326445 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:54:55.351217 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event updated for resources: {'Port': ['ID=804f4e3c-aa64-44c8-a95e-a298ffaf6423,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:55.378592 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:55.379193 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.394055 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-4d65c1a5-c04d-474d-b83b-e602f8b54da9 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5314405 Sep 10 11:54:55.406373 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Request body: {'port': {'device_id': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:54:55.458378 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.718485 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 804f4e3c-aa64-44c8-a95e-a298ffaf6423 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:54:55.725660 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.737854 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Transition to ACTIVE for port object 804f4e3c-aa64-44c8-a95e-a298ffaf6423 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:54:55.740896 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.786876 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Pushing event updated for resources: {'Port': ['ID=804f4e3c-aa64-44c8-a95e-a298ffaf6423,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:55.851538 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Attempting to bind port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:54:55.851792 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Attempting to bind port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:54:55.852111 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Attempting to bind port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:54:55.856815 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:54:55.857405 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Attempting to bind port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:54:55.861735 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 54, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:54:55.862058 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Checking segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:54:55.862428 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Bound using segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:54:55.862837 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Bound port: 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:54:55.863179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.925668 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] For port 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:54:55.928541 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] For port 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:54:55.933677 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.964448 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:55.965047 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:55.966402 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] 10.222.0.52 "PUT /v2.0/ports/804f4e3c-aa64-44c8-a95e-a298ffaf6423 HTTP/1.1" status: 200 len: 1094 time: 0.5639803 Sep 10 11:54:55.966854 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'tag': '804f4e3c-aa64-44c8-a95e-a298ffaf6423'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:54:55.969060 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5abb969-6191-4989-b2b6-5c44757b6f8b" -d '{"events": [{"name": "network-changed", "server_uuid": "63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca", "tag": "804f4e3c-aa64-44c8-a95e-a298ffaf6423"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:54:55.994580 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed740fea-a67b-4c3f-93b2-79cdb2b19a85 service neutron] Pushing event updated for resources: {'Port': ['ID=804f4e3c-aa64-44c8-a95e-a298ffaf6423,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:56.012172 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e3f6831-80f5-4fb2-9fc7-242c66169997 x-openstack-request-id: req-6e3f6831-80f5-4fb2-9fc7-242c66169997 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:54:56.012477 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca", "tag": "804f4e3c-aa64-44c8-a95e-a298ffaf6423", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:54:56.012724 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-6e3f6831-80f5-4fb2-9fc7-242c66169997 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:54:56.013238 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'tag': '804f4e3c-aa64-44c8-a95e-a298ffaf6423', 'status': 'completed', 'code': 200} Sep 10 11:54:56.044096 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-b4965fbe-9d83-42f2-95d6-2c40a366ff2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:56.045567 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-b4965fbe-9d83-42f2-95d6-2c40a366ff2c service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 1097 time: 0.0417893 Sep 10 11:54:56.089302 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-9a9cfb01-d6bf-449b-87fe-372caf6da540 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423 HTTP/1.1" status: 200 len: 217 time: 0.0353322 Sep 10 11:54:56.136514 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df362c75-7c07-4717-87f8-479f17629b72 req-820a32b0-cd99-4969-9a0c-6c0cf3bdea42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:56.137970 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-820a32b0-cd99-4969-9a0c-6c0cf3bdea42 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0424728 Sep 10 11:54:56.170266 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-ecc8ec0c-402b-42a0-be18-ab734be4de8e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0249774 Sep 10 11:54:56.195046 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28adcf72-7f15-4ad0-b8d5-45ff6d28a839 req-86ca894b-6525-4954-80f2-146dbdc9c201 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:56.196524 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-28adcf72-7f15-4ad0-b8d5-45ff6d28a839 req-86ca894b-6525-4954-80f2-146dbdc9c201 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 944 time: 0.0477087 Sep 10 11:54:56.233814 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-28adcf72-7f15-4ad0-b8d5-45ff6d28a839 req-181e986f-21f3-4c7c-b8a6-506900d9a0f7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312026 Sep 10 11:54:56.262498 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-bfdf1be7-5be8-43fc-ac2b-6b021cf980ad service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853047 Sep 10 11:54:56.349467 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-df362c75-7c07-4717-87f8-479f17629b72 req-b37518d3-8f99-4165-b426-655d7a049aaa service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800683 Sep 10 11:54:56.435597 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-dacc0adf-7026-4010-821d-0a3119f395fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:56.436978 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-dacc0adf-7026-4010-821d-0a3119f395fd service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 1097 time: 0.0399187 Sep 10 11:54:56.529830 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-54cc6e67-2988-44ae-a3a1-88cafd359357 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:56.531271 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-54cc6e67-2988-44ae-a3a1-88cafd359357 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 916 time: 0.0875852 Sep 10 11:54:56.571081 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-29b689dc-b50f-4eeb-8e63-e41bf805e550 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423 HTTP/1.1" status: 200 len: 217 time: 0.0322142 Sep 10 11:54:56.622178 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-c04d6a30-bfc2-4e99-ba42-4b75c904ea10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:56.623597 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-c04d6a30-bfc2-4e99-ba42-4b75c904ea10 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0454600 Sep 10 11:54:56.654360 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-5ca831b1-de1b-4266-9c24-7151cfc3963d service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236952 Sep 10 11:54:56.739957 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-34206c3e-4690-43b2-9904-d6da7c9594d7 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0773675 Sep 10 11:54:56.827320 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-b5abb969-6191-4989-b2b6-5c44757b6f8b req-0b07de4e-931d-4617-b361-2271c2bb4e6f service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807846 Sep 10 11:54:57.345376 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc55930c-cdb8-41f6-8d07-fcdc78553ce9 req-7c9859ca-a8b6-42ef-b79f-2438684cf26c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:57.346819 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cc55930c-cdb8-41f6-8d07-fcdc78553ce9 req-7c9859ca-a8b6-42ef-b79f-2438684cf26c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 944 time: 0.0468183 Sep 10 11:54:57.383240 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-cc55930c-cdb8-41f6-8d07-fcdc78553ce9 req-99d85682-56b8-4539-9e78-192531dedd98 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303795 Sep 10 11:54:58.503908 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f6ab15-8a55-48b5-bfe2-26e085590bca req-28d69951-8bcb-495d-85fd-ba2a612c229c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:58.505290 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82f6ab15-8a55-48b5-bfe2-26e085590bca req-28d69951-8bcb-495d-85fd-ba2a612c229c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 944 time: 0.0591955 Sep 10 11:54:58.541265 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-82f6ab15-8a55-48b5-bfe2-26e085590bca req-b5fa2e7e-54a3-404a-bea9-9d1edf70f12a tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301692 Sep 10 11:54:59.153790 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 804f4e3c-aa64-44c8-a95e-a298ffaf6423 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:54:59.242988 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:59.254491 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': '804f4e3c-aa64-44c8-a95e-a298ffaf6423', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'port_id': '804f4e3c-aa64-44c8-a95e-a298ffaf6423', 'mac_address': 'fa:16:3e:35:fd:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d89424-9ab5-4ec6-83e2-2971af3b1dcd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:54:59.289285 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:59.304468 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 804f4e3c-aa64-44c8-a95e-a298ffaf6423 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:54:59.322729 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:54:59.327340 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:54:59.371141 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=804f4e3c-aa64-44c8-a95e-a298ffaf6423,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:54:59.648825 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['804f4e3c-aa64-44c8-a95e-a298ffaf6423'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:54:59.651414 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4292d4d7-c3aa-484b-80ff-11dd10913e46 req-d8ebc1d6-826c-478f-9cd5-857041c9818e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:54:59.653258 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4292d4d7-c3aa-484b-80ff-11dd10913e46 req-d8ebc1d6-826c-478f-9cd5-857041c9818e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 945 time: 0.0483053 Sep 10 11:54:59.691613 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4292d4d7-c3aa-484b-80ff-11dd10913e46 req-ef804f8d-b673-4c4e-a466-b0fa4b6c8120 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317998 Sep 10 11:55:00.354466 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:55:00.802239 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8eca6f-4e8d-42ed-b4fe-a261106002cf req-671eb9bd-971e-4e5b-86f7-c1364dbcba58 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:00.803679 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7f8eca6f-4e8d-42ed-b4fe-a261106002cf req-671eb9bd-971e-4e5b-86f7-c1364dbcba58 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 945 time: 0.0478203 Sep 10 11:55:00.839081 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-7f8eca6f-4e8d-42ed-b4fe-a261106002cf req-22ba8ee0-cb6d-4cbf-8d7b-c9ef1208ef75 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296094 Sep 10 11:55:01.174662 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 804f4e3c-aa64-44c8-a95e-a298ffaf6423 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:55:01.223950 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:55:01.227385 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:55:01.227753 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:01.300845 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:01.322082 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804f4e3c-aa64-44c8-a95e-a298ffaf6423'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:01.324427 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb2dcbc-56ad-4cf4-b5d3-d7845bae4849" -d '{"events": [{"server_uuid": "63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca", "name": "network-vif-plugged", "status": "completed", "tag": "804f4e3c-aa64-44c8-a95e-a298ffaf6423"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:01.336479 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:01.340910 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:01.366178 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c44a0c73-be17-4230-b78f-6bbd7b5601ea x-openstack-request-id: req-c44a0c73-be17-4230-b78f-6bbd7b5601ea {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:01.366463 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca", "name": "network-vif-plugged", "status": "completed", "tag": "804f4e3c-aa64-44c8-a95e-a298ffaf6423", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:01.366703 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-c44a0c73-be17-4230-b78f-6bbd7b5601ea {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:01.367061 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '804f4e3c-aa64-44c8-a95e-a298ffaf6423', 'code': 200} Sep 10 11:55:01.391592 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=804f4e3c-aa64-44c8-a95e-a298ffaf6423,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:01.518962 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e255ae-6c54-42c3-98c7-d4f7bacee832 req-822fa136-c4cb-48a0-aba1-d5a1f90b322c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:01.520295 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18e255ae-6c54-42c3-98c7-d4f7bacee832 req-822fa136-c4cb-48a0-aba1-d5a1f90b322c service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 1099 time: 0.0373940 Sep 10 11:55:01.554643 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18e255ae-6c54-42c3-98c7-d4f7bacee832 req-01acb68e-9cf4-48dd-829d-3f46b50da733 service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268953 Sep 10 11:55:01.952874 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd04417-9994-4895-89ec-9a1be7fdccff req-15a40206-5813-4c21-9957-c1cb62603700 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:01.954315 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9dd04417-9994-4895-89ec-9a1be7fdccff req-15a40206-5813-4c21-9957-c1cb62603700 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 946 time: 0.0508754 Sep 10 11:55:01.990528 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-9dd04417-9994-4895-89ec-9a1be7fdccff req-eeb7b675-bf32-4c6d-b373-219e9f3fe3f1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304644 Sep 10 11:55:03.102037 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee5d1a9-ac78-4181-a502-117c43210c79 req-603a314b-b26e-490a-8cdc-cb3ea3c72ada tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:03.103456 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fee5d1a9-ac78-4181-a502-117c43210c79 req-603a314b-b26e-490a-8cdc-cb3ea3c72ada tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 946 time: 0.0464327 Sep 10 11:55:03.139985 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fee5d1a9-ac78-4181-a502-117c43210c79 req-8e10dbdd-1f7c-4ace-949d-2a9e4b7ec874 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299606 Sep 10 11:55:10.904141 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-db46b688-378e-423f-b94b-916218d6843f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:12.521841 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:13.165024 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b106a7e8-e6da-49cb-b61d-e21e9591a429 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:13.860161 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-0f480578-5e5b-46ba-a871-ce173b454ccb tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:13.861561 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-0f480578-5e5b-46ba-a871-ce173b454ccb tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1017804 Sep 10 11:55:13.876673 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-fcb8babe-f114-4df4-a0d8-9f64724081fb tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/quotas/8ebf2d47e08a40928960937a6047082d HTTP/1.1" status: 200 len: 375 time: 0.0095723 Sep 10 11:55:13.927066 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-2dea5b67-ffed-4a08-a8c7-7b86debc7cf8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454378 Sep 10 11:55:13.961855 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:14.018343 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-ac0e16ab-381e-4bd2-972e-5b27a39c7197 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839765 Sep 10 11:55:14.103253 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-de07a751-0ad3-40f5-9ba0-494e3ab13506 service neutron] 10.222.0.35 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0788925 Sep 10 11:55:14.256608 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-3e5498c6-a319-410e-a1bf-b86e56560809 req-5b956e18-3b60-48c0-96fe-ea748d8d2677 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 210 time: 0.0250804 Sep 10 11:55:14.778993 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:15.170611 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-272be196-0404-43a1-b2ed-a59858900eb8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:15.172757 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-272be196-0404-43a1-b2ed-a59858900eb8 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 815 time: 0.1236296 Sep 10 11:55:15.230829 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Request body: {'port': {'device_id': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'admin_state_up': True, 'tenant_id': '8ebf2d47e08a40928960937a6047082d'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:55:15.340468 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Made reservation on behalf of 8ebf2d47e08a40928960937a6047082d for: {'port': 1} {{(pid=94057) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 11:55:15.344659 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:15.353822 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2f975f4d-5f2e-44e9-b497-ff79aa0bc559 req-6f969503-a9a9-4944-90fc-b2917763fe80 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 210 time: 0.0255203 Sep 10 11:55:15.470018 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_common [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Allocated IP 172.20.0.2 (5ae6b509-ee69-4c3b-99c0-8b705725acb7/10d89424-9ab5-4ec6-83e2-2971af3b1dcd/eb44ffa2-c4df-4605-be18-ae7c77c94ce9) {{(pid=94057) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 11:55:15.611253 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks [] for port, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:15.648277 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8774786740435', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:15.660244 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', '804f4e3c-aa64-44c8-a95e-a298ffaf6423'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:55:15.689314 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 is already hosted by enough agents. {{(pid=94057) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 11:55:15.692176 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.scheduler.base_scheduler [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Resources bound (agent type, host, resource id): {{(pid=94057) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 11:55:15.695796 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Received port after_create {{(pid=94057) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 11:55:15.720819 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event updated for resources: {'Port': ['ID=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:15.734219 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.734556 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.734892 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.735217 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.735538 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.735857 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.736176 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.736520 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.736835 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.737148 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.737458 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.737766 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:15.758174 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:15.759029 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:15.773117 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-46c135b2-dc8f-4282-8aaf-1fa8736d53e1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5466132 Sep 10 11:55:15.798473 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.v2.base [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Request body: {'port': {'device_id': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-75996'}} {{(pid=94057) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 11:55:15.853630 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:15.864818 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:16.101382 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb44ffa2-c4df-4605-be18-ae7c77c94ce9 {{(pid=94057) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:55:16.109021 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Notify callbacks [] for port, precommit_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:16.120119 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.provisioning_blocks [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Transition to ACTIVE for port object eb44ffa2-c4df-4605-be18-ae7c77c94ce9 will not be triggered until provisioned by entity L2. {{(pid=94057) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 11:55:16.123743 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:16.168301 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Pushing event updated for resources: {'Port': ['ID=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,revision_number=2']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:16.237007 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Attempting to bind port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 on host hv-cinder-75996 for vnic_type normal with profile {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 11:55:16.237615 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Attempting to bind port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 by drivers openvswitch,hyperv on host hv-cinder-75996 at level 0 using segments [{'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 11:55:16.237615 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Attempting to bind port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:55:16.241686 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-75996 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 11:55:16.242001 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Attempting to bind port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 on network 5ae6b509-ee69-4c3b-99c0-8b705725acb7 {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 11:55:16.246579 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Checking agent: {'id': '9f760964-fbb3-4d56-93a5-348f453e5bec', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-75996', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'started_at': datetime.datetime(2021, 9, 10, 11, 35, 12), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 11, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 11:55:16.246906 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Checking segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=94057) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 11:55:16.247280 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Bound using segment: {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'} {{(pid=94057) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 11:55:16.247694 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.managers [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Bound port: eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host: hv-cinder-75996, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c53c38ea-6694-4a6a-a594-f424ecc71576', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 588, 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7'}}] {{(pid=94057) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 11:55:16.248039 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:16.307480 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] For port eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host hv-cinder-75996, cleared binding levels {{(pid=94057) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 11:55:16.310335 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] For port eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host hv-cinder-75996, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 11:55:16.314477 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-63797537'] for port, after_update {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:16.346575 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:16.347171 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:16.348548 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] 10.222.0.52 "PUT /v2.0/ports/eb44ffa2-c4df-4605-be18-ae7c77c94ce9 HTTP/1.1" status: 200 len: 1093 time: 0.5545545 Sep 10 11:55:16.348972 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'tag': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:16.351138 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8cf499a-b3cb-400a-835f-c524df9e40c3" -d '{"events": [{"name": "network-changed", "server_uuid": "6baab90a-7886-4a2b-b8bd-08b7d7415941", "tag": "eb44ffa2-c4df-4605-be18-ae7c77c94ce9"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:16.374292 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231da16b-a99e-4bd8-8a77-21235b8ed178 service neutron] Pushing event updated for resources: {'Port': ['ID=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,revision_number=3']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:16.402328 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1c1bcd3-c480-479e-a94f-1c9a2173690b x-openstack-request-id: req-a1c1bcd3-c480-479e-a94f-1c9a2173690b {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:16.402616 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6baab90a-7886-4a2b-b8bd-08b7d7415941", "tag": "eb44ffa2-c4df-4605-be18-ae7c77c94ce9", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:16.402864 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-a1c1bcd3-c480-479e-a94f-1c9a2173690b {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:16.403253 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'tag': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9', 'status': 'completed', 'code': 200} Sep 10 11:55:16.435600 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-84afa09b-542e-4aa9-992a-2a634920a63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:16.437222 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-84afa09b-542e-4aa9-992a-2a634920a63a service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 1096 time: 0.0465641 Sep 10 11:55:16.472756 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15070728-de40-494e-ac5f-1b713eeea9e5 req-34612d3d-7e48-4b36-af34-152aef7e0ce4 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:16.474220 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-15070728-de40-494e-ac5f-1b713eeea9e5 req-34612d3d-7e48-4b36-af34-152aef7e0ce4 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 943 time: 0.0509429 Sep 10 11:55:16.484392 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-180ba1e1-5808-4604-b6ea-4cc829014717 service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9 HTTP/1.1" status: 200 len: 217 time: 0.0339139 Sep 10 11:55:16.511363 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-15070728-de40-494e-ac5f-1b713eeea9e5 req-a38e405c-78eb-48ec-9666-2d4216aba391 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309639 Sep 10 11:55:16.544905 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-f1f94993-f91d-453f-87b6-d699cb300523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:16.546980 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-f1f94993-f91d-453f-87b6-d699cb300523 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0474195 Sep 10 11:55:16.587569 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-105b518a-a99d-4ec1-8433-dee52ca3fc07 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265577 Sep 10 11:55:16.676669 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-df9077fe-9318-431a-9dcd-9c6dca81a4ad service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790582 Sep 10 11:55:16.763589 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-fed26e31-1c74-4af8-ab5c-5683334d3aee req-b7a58a46-0983-4d4e-bf16-f71d7d535e75 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796046 Sep 10 11:55:16.853865 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-4912e70c-21b6-40f7-9c37-706f459fb095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:16.855287 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-4912e70c-21b6-40f7-9c37-706f459fb095 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 1096 time: 0.0393622 Sep 10 11:55:16.943314 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-71ab3443-d2b9-4cbb-b149-e801005c9a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:16.944685 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-71ab3443-d2b9-4cbb-b149-e801005c9a10 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 916 time: 0.0791581 Sep 10 11:55:16.987122 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-da9a5540-34df-4214-94e2-d02d2311b8be service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9 HTTP/1.1" status: 200 len: 217 time: 0.0352001 Sep 10 11:55:17.034109 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-d37a41fa-f65c-4bd7-896d-ca65508d54d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:17.035450 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-d37a41fa-f65c-4bd7-896d-ca65508d54d2 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0411432 Sep 10 11:55:17.066735 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-9411ae9f-6077-4978-b74d-85c4db5b518e service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229537 Sep 10 11:55:17.154518 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-ed48ba89-4233-4fde-8046-a9c8e04f8ab8 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802808 Sep 10 11:55:17.240260 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c8cf499a-b3cb-400a-835f-c524df9e40c3 req-4e7c110b-7ef6-43f0-8fdb-45517905b037 service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0781357 Sep 10 11:55:17.625516 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedf3087-331d-423a-98d2-cd1b354a3423 req-b3c67619-5cf7-49f6-9654-f9f19b28bbbd tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:17.626971 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eedf3087-331d-423a-98d2-cd1b354a3423 req-b3c67619-5cf7-49f6-9654-f9f19b28bbbd tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 943 time: 0.0481570 Sep 10 11:55:17.662434 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eedf3087-331d-423a-98d2-cd1b354a3423 req-bb88d7ef-7a61-4e4d-8ae8-d247737e26ad tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296252 Sep 10 11:55:18.773039 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c577c2-286b-4fb9-aab5-041bc8642fdf req-152f1695-b47d-498e-bde0-bd040b030b9e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:18.774465 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d3c577c2-286b-4fb9-aab5-041bc8642fdf req-152f1695-b47d-498e-bde0-bd040b030b9e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 943 time: 0.0468922 Sep 10 11:55:18.810175 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-d3c577c2-286b-4fb9-aab5-041bc8642fdf req-5cb4d51b-c2f6-4b36-95f6-7ae367b27ab3 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298643 Sep 10 11:55:19.273519 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device eb44ffa2-c4df-4605-be18-ae7c77c94ce9 details requested by agent hyperv_hv-cinder-75996 with host hv-cinder-75996 {{(pid=94059) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 11:55:19.365618 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:19.376500 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Returning: {'device': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9', 'network_id': '5ae6b509-ee69-4c3b-99c0-8b705725acb7', 'port_id': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9', 'mac_address': 'fa:16:3e:53:04:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 588, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d89424-9ab5-4ec6-83e2-2971af3b1dcd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=94059) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 11:55:19.411128 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:19.424035 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb44ffa2-c4df-4605-be18-ae7c77c94ce9 {{(pid=94059) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 11:55:19.441869 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:19.445553 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:19.491237 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,revision_number=4']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:19.824875 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['eb44ffa2-c4df-4605-be18-ae7c77c94ce9'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:55:19.924236 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a25a48e-eb10-4f0e-8864-3dbbb029be98 req-e241ea5e-3b18-493c-8f8c-b17267447174 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:19.925701 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a25a48e-eb10-4f0e-8864-3dbbb029be98 req-e241ea5e-3b18-493c-8f8c-b17267447174 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 944 time: 0.0506189 Sep 10 11:55:19.962181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0a25a48e-eb10-4f0e-8864-3dbbb029be98 req-723975b7-4e4e-4094-a0d5-6e58fa885b27 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306416 Sep 10 11:55:21.074571 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb416b5e-e3f1-46ef-82da-958f89092f34 req-0608ebd3-4f6b-4d8d-afd1-50e655ab92aa tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:21.076021 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eb416b5e-e3f1-46ef-82da-958f89092f34 req-0608ebd3-4f6b-4d8d-afd1-50e655ab92aa tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 944 time: 0.0482373 Sep 10 11:55:21.113124 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-eb416b5e-e3f1-46ef-82da-958f89092f34 req-9b5927a5-992a-4e4c-a5b1-60d4a2d75878 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306110 Sep 10 11:55:21.283955 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device eb44ffa2-c4df-4605-be18-ae7c77c94ce9 up at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 11:55:21.330415 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning for port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 completed by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 11:55:21.333824 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.db.provisioning_blocks [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Provisioning complete for port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 triggered by entity L2. {{(pid=94059) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 11:55:21.334194 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-952739'] for port, provisioning_complete {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:21.408437 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-942679'] for port, before_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:21.429919 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9'}] {{(pid=94059) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:21.432130 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4152d1c81e239953d265c069c7db8ee686f5077f712a050c6aeaaa5934b111c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693b5a0c-cd9f-4cea-a739-8b9ea5fe06ce" -d '{"events": [{"server_uuid": "6baab90a-7886-4a2b-b8bd-08b7d7415941", "name": "network-vif-plugged", "status": "completed", "tag": "eb44ffa2-c4df-4605-be18-ae7c77c94ce9"}]}' {{(pid=94059) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:21.444513 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] For port eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94059) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:21.448539 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8774787290134', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8774786740453', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8774786740471'] for port, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:21.470970 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b3b237d-55d0-4200-bdcb-dadecaa5ea51 x-openstack-request-id: req-1b3b237d-55d0-4200-bdcb-dadecaa5ea51 {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:21.471260 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baab90a-7886-4a2b-b8bd-08b7d7415941", "name": "network-vif-plugged", "status": "completed", "tag": "eb44ffa2-c4df-4605-be18-ae7c77c94ce9", "code": 200}]} {{(pid=94059) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:21.471507 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-1b3b237d-55d0-4200-bdcb-dadecaa5ea51 {{(pid=94059) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:21.471895 dv-cinder-759962-12-iscsi neutron-server[94059]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9', 'code': 200} Sep 10 11:55:21.496720 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Pushing event updated for resources: {'Port': ['ID=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,revision_number=5']} {{(pid=94059) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:21.634601 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3e4778-9f46-42c4-b498-3eda2486ddad req-5e467bd0-3e92-4884-b74b-d2c1d2a9218f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:21.636035 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5a3e4778-9f46-42c4-b498-3eda2486ddad req-5e467bd0-3e92-4884-b74b-d2c1d2a9218f service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 1098 time: 0.0417600 Sep 10 11:55:21.669483 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-5a3e4778-9f46-42c4-b498-3eda2486ddad req-540837bf-cf9e-4d54-9c62-8d3a33dbb3ce service neutron] 10.222.0.52 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0257053 Sep 10 11:55:22.224464 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdeb5d7-2e3f-4c0a-911e-c3e002e9beb0 req-d004aa83-d5b5-47e9-b339-47443e6f56eb tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:22.225910 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bbdeb5d7-2e3f-4c0a-911e-c3e002e9beb0 req-d004aa83-d5b5-47e9-b339-47443e6f56eb tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 945 time: 0.0471470 Sep 10 11:55:22.262356 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bbdeb5d7-2e3f-4c0a-911e-c3e002e9beb0 req-dd490a63-f0e1-4c70-ac9c-3cf3efc45a8c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304003 Sep 10 11:55:23.378225 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ad0b1f-7a9d-454f-9da4-522d9752b7e1 req-368316ee-d49a-44c6-8b59-c7f3739eccfd tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:23.379650 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-02ad0b1f-7a9d-454f-9da4-522d9752b7e1 req-368316ee-d49a-44c6-8b59-c7f3739eccfd tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Sep 10 11:55:23.415090 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-02ad0b1f-7a9d-454f-9da4-522d9752b7e1 req-08055f9a-7b32-4e10-aa11-df98a8ae0b50 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296843 Sep 10 11:55:29.653296 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-f0d20664-bc1c-4fc7-b34a-c6356a127c3e service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0375290 Sep 10 11:55:29.747630 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-3c6a2b04-36b4-4024-8700-f344523ef029 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:29.749082 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-3c6a2b04-36b4-4024-8700-f344523ef029 service neutron] 10.222.0.52 "GET /v2.0/ports?tenant_id=8ebf2d47e08a40928960937a6047082d&device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 1099 time: 0.0385261 Sep 10 11:55:29.850956 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-f522ace0-3a68-4b86-9af9-963be3c05647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:29.852290 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-f522ace0-3a68-4b86-9af9-963be3c05647 service neutron] 10.222.0.52 "GET /v2.0/networks?id=5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 200 len: 916 time: 0.0833199 Sep 10 11:55:29.891548 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-b5130daa-5fbf-41d4-be47-82aad7f2833a service neutron] 10.222.0.52 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e HTTP/1.1" status: 200 len: 217 time: 0.0318036 Sep 10 11:55:29.937829 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-8b0065d1-bc21-4850-8edd-27c9380a5360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:29.939153 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-8b0065d1-bc21-4850-8edd-27c9380a5360 service neutron] 10.222.0.52 "GET /v2.0/subnets?id=10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 200 len: 855 time: 0.0397182 Sep 10 11:55:29.973230 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-e2ce54c3-7644-43a6-a4d0-a3d65b4bffb1 service neutron] 10.222.0.52 "GET /v2.0/ports?network_id=5ae6b509-ee69-4c3b-99c0-8b705725acb7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259709 Sep 10 11:55:30.058890 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-b1589fa1-907f-4cbf-b4be-b5d22c60bb8c service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791051 Sep 10 11:55:30.152726 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-c4ffe0c7-971a-4fc3-86b1-8c30010872b8 req-4e6793c1-378a-427e-9633-91c2ae1ab9fa service neutron] 10.222.0.52 "GET /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858388 Sep 10 11:55:35.198979 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f8291f-aca6-49b9-9ece-e40654c6115f req-7f0482c0-f321-4796-82c1-b68a31d01e4f tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:35.200420 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-02f8291f-aca6-49b9-9ece-e40654c6115f req-7f0482c0-f321-4796-82c1-b68a31d01e4f tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 945 time: 0.0483074 Sep 10 11:55:35.236009 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-02f8291f-aca6-49b9-9ece-e40654c6115f req-1e4cc42e-6b8b-44a4-bee1-34ebe24ae977 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296960 Sep 10 11:55:36.346843 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e6a441-1c48-4080-ac72-24d844b46200 req-46573b9f-b557-42f6-a779-8933093412ac tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:36.348266 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c1e6a441-1c48-4080-ac72-24d844b46200 req-46573b9f-b557-42f6-a779-8933093412ac tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 945 time: 0.0460379 Sep 10 11:55:36.384060 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c1e6a441-1c48-4080-ac72-24d844b46200 req-d3ab6db5-363a-42ff-8482-bc7567e7f7bc tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300395 Sep 10 11:55:37.151772 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-b8ad816b-0c92-4d0f-8f88-dea5660fdb15 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:37.153221 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-b8ad816b-0c92-4d0f-8f88-dea5660fdb15 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 945 time: 0.0463614 Sep 10 11:55:37.240451 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Deleting port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:55:37.240787 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:37.323563 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] For port eb44ffa2-c4df-4605-be18-ae7c77c94ce9, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:37.323917 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:37.336119 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Calling delete_port for eb44ffa2-c4df-4605-be18-ae7c77c94ce9 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:55:37.352778 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:55:37.464962 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:37.479215 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', '804f4e3c-aa64-44c8-a95e-a298ffaf6423'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:55:37.492783 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event deleted for resources: {'Port': ['ID=eb44ffa2-c4df-4605-be18-ae7c77c94ce9,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:37.501293 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2b891c-8989-4afb-88b6-c9e952520970 req-fb0dcc8c-32ca-4c9c-95db-c7efbda32a8c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:37.502924 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a2b891c-8989-4afb-88b6-c9e952520970 req-fb0dcc8c-32ca-4c9c-95db-c7efbda32a8c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=6baab90a-7886-4a2b-b8bd-08b7d7415941 HTTP/1.1" status: 200 len: 867 time: 0.0545332 Sep 10 11:55:37.539952 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] No DVR routers for this DVR port eb44ffa2-c4df-4605-be18-ae7c77c94ce9 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:55:37.542251 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-2a2b891c-8989-4afb-88b6-c9e952520970 req-243e9e88-3092-4026-92be-3ac1d65bc249 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Sep 10 11:55:37.542526 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:37.544749 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-9b8c9365-e251-4967-9b6d-5a146d58a07e req-7154fb07-dada-41b9-9a0a-8f03e96b3671 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "DELETE /v2.0/ports/eb44ffa2-c4df-4605-be18-ae7c77c94ce9 HTTP/1.1" status: 204 len: 173 time: 0.3849421 Sep 10 11:55:37.545186 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'name': 'network-vif-deleted', 'tag': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:37.547763 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6036acf9-6817-42ac-a09b-1ad34c600d81" -d '{"events": [{"server_uuid": "6baab90a-7886-4a2b-b8bd-08b7d7415941", "name": "network-vif-deleted", "tag": "eb44ffa2-c4df-4605-be18-ae7c77c94ce9"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:37.603339 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd07d0d5-60b1-4e72-a9e4-8a217ed2b87a x-openstack-request-id: req-bd07d0d5-60b1-4e72-a9e4-8a217ed2b87a {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:37.603729 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6baab90a-7886-4a2b-b8bd-08b7d7415941", "name": "network-vif-deleted", "tag": "eb44ffa2-c4df-4605-be18-ae7c77c94ce9", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:37.604098 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-bd07d0d5-60b1-4e72-a9e4-8a217ed2b87a {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:37.604585 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6baab90a-7886-4a2b-b8bd-08b7d7415941', 'name': 'network-vif-deleted', 'tag': 'eb44ffa2-c4df-4605-be18-ae7c77c94ce9', 'status': 'completed', 'code': 200} Sep 10 11:55:39.379780 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device eb44ffa2-c4df-4605-be18-ae7c77c94ce9 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:55:39.401089 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: eb44ffa2-c4df-4605-be18-ae7c77c94ce9 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:55:39.401419 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device eb44ffa2-c4df-4605-be18-ae7c77c94ce9 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:55:40.085094 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f64fb7-ca05-4df3-a4a6-a6a395c149a0 req-19c7e6a9-680b-49d3-9bbd-149dba85043d tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:40.086540 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65f64fb7-ca05-4df3-a4a6-a6a395c149a0 req-19c7e6a9-680b-49d3-9bbd-149dba85043d tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 946 time: 0.0488374 Sep 10 11:55:40.122357 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-65f64fb7-ca05-4df3-a4a6-a6a395c149a0 req-6f6f4b56-89de-4fe3-ae63-ef02e2e51927 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301385 Sep 10 11:55:40.904372 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e335dd7-45ef-4737-bdb8-fa51b6b88a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:41.235355 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c385739-2cc1-4c28-ab27-2d3beff19f46 req-bc34f1d2-61a5-4718-8cb5-b38c09bdcc92 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:41.236821 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0c385739-2cc1-4c28-ab27-2d3beff19f46 req-bc34f1d2-61a5-4718-8cb5-b38c09bdcc92 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 946 time: 0.0477424 Sep 10 11:55:41.273093 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0c385739-2cc1-4c28-ab27-2d3beff19f46 req-66be2bb2-d12c-4ca2-817a-ca5eafa24e1d tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305142 Sep 10 11:55:41.865841 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-83943d28-a26c-4eaf-a7e1-c449379fafd6 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:41.867208 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-83943d28-a26c-4eaf-a7e1-c449379fafd6 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 946 time: 0.0498245 Sep 10 11:55:41.950323 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Deleting port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:55:41.950661 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:42.267290 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] For port 804f4e3c-aa64-44c8-a95e-a298ffaf6423, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=804f4e3c-aa64-44c8-a95e-a298ffaf6423,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:42.267655 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:42.280569 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Calling delete_port for 804f4e3c-aa64-44c8-a95e-a298ffaf6423 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:55:42.392241 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8093f38-5fea-47c4-9c1d-617f6c681dab req-60e53311-2e76-485b-bec2-8e625d686315 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:42.394286 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c8093f38-5fea-47c4-9c1d-617f6c681dab req-60e53311-2e76-485b-bec2-8e625d686315 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca HTTP/1.1" status: 200 len: 946 time: 0.0568845 Sep 10 11:55:42.405578 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:42.417874 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', '804f4e3c-aa64-44c8-a95e-a298ffaf6423'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:55:42.434010 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event deleted for resources: {'Port': ['ID=804f4e3c-aa64-44c8-a95e-a298ffaf6423,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:42.435010 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-c8093f38-5fea-47c4-9c1d-617f6c681dab req-6864ba30-15cf-4c28-8231-7fbefc345f5f tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340893 Sep 10 11:55:42.480049 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] No DVR routers for this DVR port 804f4e3c-aa64-44c8-a95e-a298ffaf6423 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:55:42.482460 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:42.484463 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-ffb47b7f-0c58-4f54-ba4b-353033e9da3f req-29e269ca-fcc1-4616-a317-d22b8cd3e09e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "DELETE /v2.0/ports/804f4e3c-aa64-44c8-a95e-a298ffaf6423 HTTP/1.1" status: 204 len: 173 time: 0.6110973 Sep 10 11:55:42.484898 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'name': 'network-vif-deleted', 'tag': '804f4e3c-aa64-44c8-a95e-a298ffaf6423'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:42.487155 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7dcc1d-aa4c-45d7-b07f-f8a4482d8820" -d '{"events": [{"server_uuid": "63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca", "name": "network-vif-deleted", "tag": "804f4e3c-aa64-44c8-a95e-a298ffaf6423"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:42.531356 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af714a8a-1f27-4247-aab6-8eaf9e1796e3 x-openstack-request-id: req-af714a8a-1f27-4247-aab6-8eaf9e1796e3 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:42.531645 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca", "name": "network-vif-deleted", "tag": "804f4e3c-aa64-44c8-a95e-a298ffaf6423", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:42.531889 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-af714a8a-1f27-4247-aab6-8eaf9e1796e3 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:42.532281 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63c466c6-a7eb-4d3a-9e7f-dc7b900dd1ca', 'name': 'network-vif-deleted', 'tag': '804f4e3c-aa64-44c8-a95e-a298ffaf6423', 'status': 'completed', 'code': 200} Sep 10 11:55:42.546519 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:43.164681 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0c86f984-c4ad-4348-a2c8-e7fd1cf0a83f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:43.695957 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9e5a3f-0b19-492c-9ea6-8b9f5618a3f9 req-79929b57-5574-4f20-ace0-84226f587bb7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:43.697452 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4a9e5a3f-0b19-492c-9ea6-8b9f5618a3f9 req-79929b57-5574-4f20-ace0-84226f587bb7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 945 time: 0.0480063 Sep 10 11:55:43.734400 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4a9e5a3f-0b19-492c-9ea6-8b9f5618a3f9 req-191c1501-536e-4d4f-8fd8-5209642e6863 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310631 Sep 10 11:55:43.962382 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:44.782267 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:44.848298 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0633952b-5833-4b2c-a7a7-e87660a28c76 req-218b37af-f9c9-439e-8a82-6b9b81f82ca7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:44.849673 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0633952b-5833-4b2c-a7a7-e87660a28c76 req-218b37af-f9c9-439e-8a82-6b9b81f82ca7 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 945 time: 0.0471137 Sep 10 11:55:44.885571 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-0633952b-5833-4b2c-a7a7-e87660a28c76 req-6008d220-cb78-41c7-a4cc-6eaee44307f3 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299592 Sep 10 11:55:45.330960 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-f29942e9-f9f1-4622-9349-da2645b86f6c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:45.332389 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-f29942e9-f9f1-4622-9349-da2645b86f6c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 945 time: 0.0471036 Sep 10 11:55:45.417343 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Deleting port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:55:45.417673 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:45.425096 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 804f4e3c-aa64-44c8-a95e-a298ffaf6423 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:55:45.444608 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 804f4e3c-aa64-44c8-a95e-a298ffaf6423 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:55:45.444961 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 804f4e3c-aa64-44c8-a95e-a298ffaf6423 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:55:45.502769 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] For port e88ca43d-a607-41ee-b11b-8ff23eb1eb77, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:45.503120 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:45.514807 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Calling delete_port for e88ca43d-a607-41ee-b11b-8ff23eb1eb77 owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:55:45.637546 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:45.649198 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:55:45.662992 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event deleted for resources: {'Port': ['ID=e88ca43d-a607-41ee-b11b-8ff23eb1eb77,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:45.708055 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] No DVR routers for this DVR port e88ca43d-a607-41ee-b11b-8ff23eb1eb77 on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:55:45.710774 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:45.712845 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-33fd0326-eba3-4367-bc87-2b95bb2064e1 req-6a5a6494-9a34-4730-81ea-eb378f2444d5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "DELETE /v2.0/ports/e88ca43d-a607-41ee-b11b-8ff23eb1eb77 HTTP/1.1" status: 204 len: 173 time: 0.3740499 Sep 10 11:55:45.713512 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0895b8f7-c797-453b-aa51-631d875821f0', 'name': 'network-vif-deleted', 'tag': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:45.716306 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7fbc87f-fa07-4f17-affc-3730094b259d" -d '{"events": [{"server_uuid": "0895b8f7-c797-453b-aa51-631d875821f0", "name": "network-vif-deleted", "tag": "e88ca43d-a607-41ee-b11b-8ff23eb1eb77"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:45.758399 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d020a36-7488-46c0-b442-1251c110e4a8 x-openstack-request-id: req-2d020a36-7488-46c0-b442-1251c110e4a8 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:45.758688 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0895b8f7-c797-453b-aa51-631d875821f0", "name": "network-vif-deleted", "tag": "e88ca43d-a607-41ee-b11b-8ff23eb1eb77", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:45.758935 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-2d020a36-7488-46c0-b442-1251c110e4a8 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:45.759322 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0895b8f7-c797-453b-aa51-631d875821f0', 'name': 'network-vif-deleted', 'tag': 'e88ca43d-a607-41ee-b11b-8ff23eb1eb77', 'status': 'completed', 'code': 200} Sep 10 11:55:45.861246 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:45.989471 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-db861ab8-1003-4dc0-91c9-48a01ca81ff3 req-fad99452-e07f-4161-88d3-8d2ccb033d4c tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=0895b8f7-c797-453b-aa51-631d875821f0 HTTP/1.1" status: 200 len: 210 time: 0.0293310 Sep 10 11:55:47.424894 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e88ca43d-a607-41ee-b11b-8ff23eb1eb77 no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:55:47.446026 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: e88ca43d-a607-41ee-b11b-8ff23eb1eb77 {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:55:47.446364 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device e88ca43d-a607-41ee-b11b-8ff23eb1eb77 not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:55:48.366877 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf05ed87-6fda-4ff2-9515-2c00c0b14dac req-cdc9631b-079d-45f0-8f68-36fa26cdce3e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:48.368311 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf05ed87-6fda-4ff2-9515-2c00c0b14dac req-cdc9631b-079d-45f0-8f68-36fa26cdce3e tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 946 time: 0.0473723 Sep 10 11:55:48.404606 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-bf05ed87-6fda-4ff2-9515-2c00c0b14dac req-89aec7f0-968d-4469-9345-39187fb060f1 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303149 Sep 10 11:55:49.518925 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313db4df-c618-4aa8-b354-12d5e7747aa8 req-057d4583-94d6-4595-95d8-bee9231e90b0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94058) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:49.520377 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-313db4df-c618-4aa8-b354-12d5e7747aa8 req-057d4583-94d6-4595-95d8-bee9231e90b0 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 946 time: 0.0477087 Sep 10 11:55:49.556266 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-313db4df-c618-4aa8-b354-12d5e7747aa8 req-7196e2d0-fddb-40e3-b526-9af6f6d72033 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/security-groups?id=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301225 Sep 10 11:55:50.054713 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18004282-9975-4118-93c0-466f8be8635a req-31ae3403-784f-410e-b1c2-f5def5690df5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=94057) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 11:55:50.056108 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18004282-9975-4118-93c0-466f8be8635a req-31ae3403-784f-410e-b1c2-f5def5690df5 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 946 time: 0.0466757 Sep 10 11:55:50.139630 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Deleting port 2670dd20-6e7d-41a6-a8c8-e65edd27750e {{(pid=94057) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 11:55:50.139961 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8774787285562'] for port, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:50.226184 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.db [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] For port 2670dd20-6e7d-41a6-a8c8-e65edd27750e, host hv-cinder-75996, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-75996',level=0,port_id=2670dd20-6e7d-41a6-a8c8-e65edd27750e,segment=NetworkSegment(c53c38ea-6694-4a6a-a594-f424ecc71576),segment_id=c53c38ea-6694-4a6a-a594-f424ecc71576)] {{(pid=94057) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 11:55:50.226531 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1585759'] for port, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:50.239037 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.plugin [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Calling delete_port for 2670dd20-6e7d-41a6-a8c8-e65edd27750e owned by compute:nova {{(pid=94057) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 11:55:50.360529 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-942616', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-89238', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8774787290116', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8774786740444', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-63797458'] for port, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:50.371949 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.db [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] get_ports_and_sgs() called for port_ids ['2670dd20-6e7d-41a6-a8c8-e65edd27750e'] {{(pid=94059) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 11:55:50.394856 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Pushing event deleted for resources: {'Port': ['ID=2670dd20-6e7d-41a6-a8c8-e65edd27750e,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:50.430630 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.l3_dvrscheduler_db [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] No DVR routers for this DVR port 2670dd20-6e7d-41a6-a8c8-e65edd27750e on host hv-cinder-75996 {{(pid=94057) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 11:55:50.433049 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22953'] for port, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:50.435037 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [req-18004282-9975-4118-93c0-466f8be8635a req-d1e4eaa8-18c2-4edb-ac4c-4b65090439a2 tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.52 "DELETE /v2.0/ports/2670dd20-6e7d-41a6-a8c8-e65edd27750e HTTP/1.1" status: 204 len: 173 time: 0.3720977 Sep 10 11:55:50.435465 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'name': 'network-vif-deleted', 'tag': '2670dd20-6e7d-41a6-a8c8-e65edd27750e'}] {{(pid=94057) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 11:55:50.437800 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.35/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7821f9c9dd7f6a310d492bf7591646f1776c19c98ea32491412d1004a1c22a33" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27bcb6a5-5e6f-478c-8e55-04284bdb6b1f" -d '{"events": [{"server_uuid": "efdefc97-38ba-4398-b5e1-6695bcd9c2ff", "name": "network-vif-deleted", "tag": "2670dd20-6e7d-41a6-a8c8-e65edd27750e"}]}' {{(pid=94057) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 11:55:50.475242 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 11:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379b2704-0fac-44d0-b666-d62cee232001 x-openstack-request-id: req-379b2704-0fac-44d0-b666-d62cee232001 {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 11:55:50.475534 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efdefc97-38ba-4398-b5e1-6695bcd9c2ff", "name": "network-vif-deleted", "tag": "2670dd20-6e7d-41a6-a8c8-e65edd27750e", "status": "completed", "code": 200}]} {{(pid=94057) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 11:55:50.475784 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.35/compute/v2.1/os-server-external-events used request id req-379b2704-0fac-44d0-b666-d62cee232001 {{(pid=94057) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 11:55:50.476175 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efdefc97-38ba-4398-b5e1-6695bcd9c2ff', 'name': 'network-vif-deleted', 'tag': '2670dd20-6e7d-41a6-a8c8-e65edd27750e', 'status': 'completed', 'code': 200} Sep 10 11:55:50.657839 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [req-4659a68e-be8d-42bc-8dc1-d097516f6d47 req-1db16141-e7d0-4aae-8d5a-3f923760b61f tempest-AttachVolumeNegativeTest-1028621320 tempest-AttachVolumeNegativeTest-1028621320-project] 10.222.0.35 "GET /v2.0/ports?device_id=efdefc97-38ba-4398-b5e1-6695bcd9c2ff HTTP/1.1" status: 200 len: 210 time: 0.0261199 Sep 10 11:55:51.712618 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58604) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:51.755549 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.db.db_base_plugin_v2 [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Deleting subnet 10d89424-9ab5-4ec6-83e2-2971af3b1dcd {{(pid=94057) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 11:55:51.758470 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:51.793646 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-66254548'] for subnet, precommit_delete_associations {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:51.830123 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-981501'] for subnet, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:51.878781 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-981492', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2078069', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-63797487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-66158860'] for subnet, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:51.902882 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d89424-9ab5-4ec6-83e2-2971af3b1dcd,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:51.906603 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] Notify callbacks [] for subnet, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:51.909513 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-ccda1002-57e2-42ad-92c7-a44ba2860135 admin admin] 10.222.0.35 "DELETE /v2.0/subnets/10d89424-9ab5-4ec6-83e2-2971af3b1dcd HTTP/1.1" status: 204 len: 168 time: 0.1948020 Sep 10 11:55:51.911514 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58606) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:51.979066 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1027361'] for network, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.053121 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-950920', 'neutron.services.segments.db._delete_segments_for_network-8774787039133'] for network, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.071537 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ae6b509-ee69-4c3b-99c0-8b705725acb7']}} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:55:52.080901 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c53c38ea-6694-4a6a-a594-f424ecc71576') {'for_net_delete': True} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:55:52.081195 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.services.segments.db [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c53c38ea-6694-4a6a-a594-f424ecc71576') {} {{(pid=94057) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 11:55:52.090060 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8774787039910', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-66254509'] for segment, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.103074 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871'] for segment, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.108705 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Releasing vlan 588 on physical network physnet1 to pool {{(pid=94057) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 11:55:52.109084 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-950871', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-63797517'] for segment, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: Traceback (most recent call last): Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: timer() Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: cb(*args, **kw) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: return func(*args, **kwargs) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: self._notify() Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: self.callback(batched_events) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: event.method(event) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: return f(self, *a, **k) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._get(url).json() Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: return self.request(url, 'GET', **kwargs) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 11:55:52.110687 dv-cinder-759962-12-iscsi neutron-server[94057]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 11:55:52.165732 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-981883', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077998', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1634617', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1582876'] for network, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.170749 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1634603'] for network, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.172828 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] 10.222.0.35 "DELETE /v2.0/networks/5ae6b509-ee69-4c3b-99c0-8b705725acb7 HTTP/1.1" status: 204 len: 168 time: 0.2604148 Sep 10 11:55:52.184009 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6efab184-fd61-4882-81ad-3e11c8af6f54 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ae6b509-ee69-4c3b-99c0-8b705725acb7,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:52.278797 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58610) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:52.316929 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-8627e770-5a39-41b8-8daa-9c8f08b941a9 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=8ebf2d47e08a40928960937a6047082d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0370278 Sep 10 11:55:52.319190 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58612) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:52.364952 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-de5ac7b3-8a16-4b08-a366-7afaac346cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.385801 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-de5ac7b3-8a16-4b08-a366-7afaac346cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.433946 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-de5ac7b3-8a16-4b08-a366-7afaac346cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.436384 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-de5ac7b3-8a16-4b08-a366-7afaac346cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:52.437484 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-de5ac7b3-8a16-4b08-a366-7afaac346cfb admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/0b42eaf6-bc61-4de0-85fc-a81c8f1e364d HTTP/1.1" status: 204 len: 168 time: 0.1174297 Sep 10 11:55:52.445500 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5ac7b3-8a16-4b08-a366-7afaac346cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b42eaf6-bc61-4de0-85fc-a81c8f1e364d,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:53.456927 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 2670dd20-6e7d-41a6-a8c8-e65edd27750e no longer exists at agent hyperv_hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 11:55:53.477319 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] No Port match for: 2670dd20-6e7d-41a6-a8c8-e65edd27750e {{(pid=94059) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 11:55:53.477662 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron.plugins.ml2.rpc [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Device 2670dd20-6e7d-41a6-a8c8-e65edd27750e not bound to the agent host hv-cinder-75996 {{(pid=94059) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 11:55:54.166679 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58674) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:54.267018 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b7ee-40b3-4f54-8822-f3d1f1baa681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.351187 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b7ee-40b3-4f54-8822-f3d1f1baa681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.354512 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-39f3b7ee-40b3-4f54-8822-f3d1f1baa681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.390462 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-39f3b7ee-40b3-4f54-8822-f3d1f1baa681 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0dad8ce985274c0bab227e9f411d9e99&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2227433 Sep 10 11:55:54.392265 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3b7ee-40b3-4f54-8822-f3d1f1baa681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd81c19-f827-40fc-8f15-64932fd5af48,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:54.393126 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58678) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:54.444374 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.464871 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.510305 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.512715 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.513829 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ebd81c19-f827-40fc-8f15-64932fd5af48 HTTP/1.1" status: 204 len: 168 time: 0.1196797 Sep 10 11:55:54.521039 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd81c19-f827-40fc-8f15-64932fd5af48,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:54.527842 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.528194 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.528571 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.528900 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.529229 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.529556 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.529884 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.530213 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.530536 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.530855 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.531173 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.531490 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac49136f-7749-456b-9c39-1d773149f7db admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:55:54.764540 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58684) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:54.777316 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-efc59517-7104-47fe-84c0-ff63cdeaa8d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.861547 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-efc59517-7104-47fe-84c0-ff63cdeaa8d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.865050 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-efc59517-7104-47fe-84c0-ff63cdeaa8d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.901194 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-efc59517-7104-47fe-84c0-ff63cdeaa8d7 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=0efa34916e4d4b8aac1cc91651383603&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1356180 Sep 10 11:55:54.902271 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc59517-7104-47fe-84c0-ff63cdeaa8d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528ad998-860d-4822-afed-9c88619dff30,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:54.904019 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58686) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:54.951608 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3f9f710c-799c-4408-9129-1b5553070a1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:54.972678 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3f9f710c-799c-4408-9129-1b5553070a1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:55.016384 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3f9f710c-799c-4408-9129-1b5553070a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:55.019352 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-3f9f710c-799c-4408-9129-1b5553070a1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:55.020529 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-3f9f710c-799c-4408-9129-1b5553070a1e admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/528ad998-860d-4822-afed-9c88619dff30 HTTP/1.1" status: 204 len: 168 time: 0.1154032 Sep 10 11:55:55.027992 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9f710c-799c-4408-9129-1b5553070a1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528ad998-860d-4822-afed-9c88619dff30,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:56.509626 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58730) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:56.610683 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87d5ee20-c473-4ba5-8bd8-e4d966563160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.704299 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87d5ee20-c473-4ba5-8bd8-e4d966563160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.708522 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-87d5ee20-c473-4ba5-8bd8-e4d966563160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.744179 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-87d5ee20-c473-4ba5-8bd8-e4d966563160 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=da0d0da69d9c45a6947500dd1c3a1fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2335243 Sep 10 11:55:56.746041 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5ee20-c473-4ba5-8bd8-e4d966563160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee04f9bd-e7f6-4ff1-916d-db9bc34553f4,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:56.746975 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58734) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:56.798343 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9f10941f-c8aa-44ee-871f-7d2bb45eb0ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.821337 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9f10941f-c8aa-44ee-871f-7d2bb45eb0ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.865223 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9f10941f-c8aa-44ee-871f-7d2bb45eb0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.867716 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-9f10941f-c8aa-44ee-871f-7d2bb45eb0ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:56.868843 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-9f10941f-c8aa-44ee-871f-7d2bb45eb0ce admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/ee04f9bd-e7f6-4ff1-916d-db9bc34553f4 HTTP/1.1" status: 204 len: 168 time: 0.1209180 Sep 10 11:55:56.876121 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10941f-c8aa-44ee-871f-7d2bb45eb0ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee04f9bd-e7f6-4ff1-916d-db9bc34553f4,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:57.114528 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58740) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:57.128025 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b0947cdc-b3d5-46b0-9196-b6c2378b51b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.212527 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b0947cdc-b3d5-46b0-9196-b6c2378b51b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.216122 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-b0947cdc-b3d5-46b0-9196-b6c2378b51b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.254181 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-b0947cdc-b3d5-46b0-9196-b6c2378b51b4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4e38b5fc306c43db8c761c1faf14dbab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1386075 Sep 10 11:55:57.255044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0947cdc-b3d5-46b0-9196-b6c2378b51b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7340579-c914-4e74-9f7b-1992fd199adc,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:55:57.256826 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58742) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:55:57.304481 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455b3a02-2ce5-4c07-a2df-126dcd1d58ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.325251 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455b3a02-2ce5-4c07-a2df-126dcd1d58ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.369863 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455b3a02-2ce5-4c07-a2df-126dcd1d58ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.372650 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-455b3a02-2ce5-4c07-a2df-126dcd1d58ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:55:57.373777 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-455b3a02-2ce5-4c07-a2df-126dcd1d58ec admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/b7340579-c914-4e74-9f7b-1992fd199adc HTTP/1.1" status: 204 len: 168 time: 0.1153643 Sep 10 11:55:57.382041 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455b3a02-2ce5-4c07-a2df-126dcd1d58ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7340579-c914-4e74-9f7b-1992fd199adc,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:01.532487 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58814) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:01.634179 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70ad35e-9712-4cd8-bef9-4733a7847a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.722498 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70ad35e-9712-4cd8-bef9-4733a7847a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.729347 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a70ad35e-9712-4cd8-bef9-4733a7847a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.765150 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a70ad35e-9712-4cd8-bef9-4733a7847a78 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=4f979270f1f44ef2be31fc4d03987fec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316325 Sep 10 11:56:01.766222 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ad35e-9712-4cd8-bef9-4733a7847a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=862a146f-b93c-4f55-8e93-619a23868fe8,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:01.767920 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58818) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:01.815370 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2a2455a6-fd3b-414a-9868-e1a31ce03fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.835937 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2a2455a6-fd3b-414a-9868-e1a31ce03fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.882748 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2a2455a6-fd3b-414a-9868-e1a31ce03fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.885464 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2a2455a6-fd3b-414a-9868-e1a31ce03fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:01.886570 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2a2455a6-fd3b-414a-9868-e1a31ce03fcf admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/862a146f-b93c-4f55-8e93-619a23868fe8 HTTP/1.1" status: 204 len: 168 time: 0.1171484 Sep 10 11:56:01.894461 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2455a6-fd3b-414a-9868-e1a31ce03fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=862a146f-b93c-4f55-8e93-619a23868fe8,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:02.133001 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58824) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:02.146588 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4358fb47-3a50-4ac9-be9e-0ec7ddf1804f admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.233036 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4358fb47-3a50-4ac9-be9e-0ec7ddf1804f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.236615 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-4358fb47-3a50-4ac9-be9e-0ec7ddf1804f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.272409 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358fb47-3a50-4ac9-be9e-0ec7ddf1804f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=627d3902-2941-4769-82c5-21e53a46dab0,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:02.277407 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-4358fb47-3a50-4ac9-be9e-0ec7ddf1804f admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=a585d1710c0d4017b21a62eeecca54ce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433659 Sep 10 11:56:02.279990 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58826) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:02.327936 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2af2ad00-7dff-429d-afe0-c2f4271fbb73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.347987 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2af2ad00-7dff-429d-afe0-c2f4271fbb73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.393570 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2af2ad00-7dff-429d-afe0-c2f4271fbb73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.396192 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2af2ad00-7dff-429d-afe0-c2f4271fbb73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:02.397347 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2af2ad00-7dff-429d-afe0-c2f4271fbb73 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/627d3902-2941-4769-82c5-21e53a46dab0 HTTP/1.1" status: 204 len: 168 time: 0.1162567 Sep 10 11:56:02.404562 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af2ad00-7dff-429d-afe0-c2f4271fbb73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=627d3902-2941-4769-82c5-21e53a46dab0,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:10.904943 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-bb067a2f-ca4b-46b1-b576-587c7beceea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:12.545368 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.164288 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-50a39e43-8280-49c0-accf-10a4626329a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.331573 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58918) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:13.433355 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-94b96317-581f-4439-a87b-5b75ff495f77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.517834 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-94b96317-581f-4439-a87b-5b75ff495f77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.522149 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-94b96317-581f-4439-a87b-5b75ff495f77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.558292 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-94b96317-581f-4439-a87b-5b75ff495f77 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=442607b5edcd4112ac140f7cbcb3612e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256598 Sep 10 11:56:13.560178 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b96317-581f-4439-a87b-5b75ff495f77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a925baca-376b-476e-a043-84a879ba9c4e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:13.561061 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58922) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:13.612586 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a169890e-19a8-46c1-ab23-795b149194d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.632565 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a169890e-19a8-46c1-ab23-795b149194d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.676947 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a169890e-19a8-46c1-ab23-795b149194d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.679498 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-a169890e-19a8-46c1-ab23-795b149194d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.680689 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-a169890e-19a8-46c1-ab23-795b149194d8 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/a925baca-376b-476e-a043-84a879ba9c4e HTTP/1.1" status: 204 len: 168 time: 0.1186295 Sep 10 11:56:13.687865 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a169890e-19a8-46c1-ab23-795b149194d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a925baca-376b-476e-a043-84a879ba9c4e,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:13.928749 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 58928) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:13.941674 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f9c-8625-4740-bcbb-1e71806b7e38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:13.963829 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.027540 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f9c-8625-4740-bcbb-1e71806b7e38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.031076 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-a5d08f9c-8625-4740-bcbb-1e71806b7e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.071134 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-a5d08f9c-8625-4740-bcbb-1e71806b7e38 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=aba7cf92e7df4d11bf9e57ea52b2ccf8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1413746 Sep 10 11:56:14.071829 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d08f9c-8625-4740-bcbb-1e71806b7e38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a97e282-5287-4906-b0f0-77d5736f4314,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:14.074375 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 58930) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:14.121398 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-57e0db1b-da87-4982-9dba-87e2257b4031 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.142150 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-57e0db1b-da87-4982-9dba-87e2257b4031 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.186267 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-57e0db1b-da87-4982-9dba-87e2257b4031 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.188856 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-57e0db1b-da87-4982-9dba-87e2257b4031 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:14.189975 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-57e0db1b-da87-4982-9dba-87e2257b4031 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/5a97e282-5287-4906-b0f0-77d5736f4314 HTTP/1.1" status: 204 len: 168 time: 0.1145406 Sep 10 11:56:14.198040 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e0db1b-da87-4982-9dba-87e2257b4031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a97e282-5287-4906-b0f0-77d5736f4314,revision_number=None']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:14.350797 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:56:14.784997 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:15.863831 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.432625 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 59016) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:23.532893 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.619268 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.622795 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.659652 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=f28e8f9644d442e38ea56538ac1d5c85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260110 Sep 10 11:56:23.660515 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d32c68d1-5855-4142-a279-3f7af6c9aa4e,revision_number=1']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:23.662794 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 59020) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:56:23.673864 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.674208 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.674561 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.674875 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.675199 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.675523 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.675845 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.676165 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.676519 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.676839 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.677153 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.677467 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1ea3c69-7308-41bc-9696-357771b36362 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94057) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:56:23.719977 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da39c58c-922a-447b-b5d0-4001fb5696e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.740891 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da39c58c-922a-447b-b5d0-4001fb5696e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.789171 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da39c58c-922a-447b-b5d0-4001fb5696e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.791896 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-da39c58c-922a-447b-b5d0-4001fb5696e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:23.793192 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-da39c58c-922a-447b-b5d0-4001fb5696e6 admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/d32c68d1-5855-4142-a279-3f7af6c9aa4e HTTP/1.1" status: 204 len: 168 time: 0.1295154 Sep 10 11:56:23.801459 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da39c58c-922a-447b-b5d0-4001fb5696e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d32c68d1-5855-4142-a279-3f7af6c9aa4e,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:56:40.906276 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-5e4f3152-4d16-495b-bd19-96823fb46c58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:42.561423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:43.163862 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-f150833a-2297-4c42-aec2-e138a9b541ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:43.965922 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:44.787233 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:45.867940 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:56:51.349336 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:57:07.832876 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [-] (94058) accepted ('10.222.0.35', 59292) {{(pid=94058) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:57:07.932231 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.019772 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.023220 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron_lib.callbacks.manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_create {{(pid=94058) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.060572 dv-cinder-759962-12-iscsi neutron-server[94058]: INFO neutron.wsgi [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] 10.222.0.35 "GET /v2.0/security-groups?tenant_id=cffc0707a69d4446a25394b673b7770d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2266231 Sep 10 11:57:08.061716 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04838e79-791d-467c-8f62-86d315da14f5,revision_number=1']} {{(pid=94058) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:57:08.063241 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.wsgi [-] (94057) accepted ('10.222.0.35', 59296) {{(pid=94057) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 11:57:08.068706 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.069052 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.069391 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.069719 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.070044 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.070371 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.070695 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.071020 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.071341 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.071656 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.071969 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.072958 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2df7c4a1-878c-45ff-929e-629d8e1322d4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-759962-12-iscsi {{(pid=94058) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 11:57:08.114744 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b14f212-03c2-41e9-a0b4-8a27df1f2e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.134374 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b14f212-03c2-41e9-a0b4-8a27df1f2e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.179552 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b14f212-03c2-41e9-a0b4-8a27df1f2e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2077401'] for security_group, after_delete {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.182626 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron_lib.callbacks.manager [None req-3b14f212-03c2-41e9-a0b4-8a27df1f2e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=94057) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:08.183756 dv-cinder-759962-12-iscsi neutron-server[94057]: INFO neutron.wsgi [None req-3b14f212-03c2-41e9-a0b4-8a27df1f2e3d admin admin] 10.222.0.35 "DELETE /v2.0/security-groups/04838e79-791d-467c-8f62-86d315da14f5 HTTP/1.1" status: 204 len: 168 time: 0.1189134 Sep 10 11:57:08.191120 dv-cinder-759962-12-iscsi neutron-server[94057]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b14f212-03c2-41e9-a0b4-8a27df1f2e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04838e79-791d-467c-8f62-86d315da14f5,revision_number=None']} {{(pid=94057) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 11:57:10.908644 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b2f46a52-354b-4a4e-82b2-3d0b53c59a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:12.565527 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:13.163582 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e08c6fb-ea77-4c25-8a18-3e8397a9799a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:13.966164 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:14.789722 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:15.902402 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:28.348915 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:57:40.908670 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-3ddd0f8e-42e0-47f8-ba16-9422e340e748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:42.576423 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:43.164074 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-ab88cffc-6261-4575-88f3-1319b1e3f34f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:43.966616 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:44.792878 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:57:45.875291 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:05.347937 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:58:10.910771 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-a54db03f-a0e3-46e7-8e3d-6a2f79ccca5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:12.575928 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:13.163623 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b1dc6d92-652d-40de-b2b3-344407ce4c62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:13.966992 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:14.795979 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:15.877224 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:40.910614 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-523624d3-dfc9-473d-a7eb-f199c83c094d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:42.345797 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:58:42.591807 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:43.163695 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0bbd6a44-2da8-4654-bd09-eef9a4936b11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:43.967103 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:44.799149 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:58:45.879512 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:10.909926 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-c98d396d-33db-43f9-8627-05f7fab36f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:12.591051 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:13.163459 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-aa2ca42c-c2bb-421e-a707-862a4737718f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:13.967501 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:14.802027 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:15.915255 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:19.344932 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 11:59:40.909945 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-75f3d5bb-3955-40cc-8bd5-ec835f179204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:42.593412 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:43.163202 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-11c557d1-b90f-4f50-bfd1-160338a59d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:43.967567 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:44.805494 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:45.886609 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 11:59:56.342763 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 12:00:10.909784 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-1c0ca3d2-117a-40c6-bf61-1db3e13e7c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:12.590458 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:13.163010 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-58404b9e-bf27-41c7-9601-f7ff5da4ad68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:13.974030 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:14.809187 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:15.889252 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:16.060825 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-7115f793-7d3d-4910-b5f3-09cf61831e79 req-5b3ea09f-774a-40d1-8f13-bfbc4261df17 service neutron] (94058) timed out ('10.222.0.35', 56340) {{(pid=94058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 12:00:33.341440 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 12:00:40.909639 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6de5fe4c-0eb7-45f6-b1d7-fcfe5cec0064 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:42.592574 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:43.162454 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d292cfde-1795-4554-95e8-cb123f5ee3f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:43.966509 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:44.812392 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:00:45.892637 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:10.340144 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 12:01:10.909903 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-0ca9688c-ee89-49ed-b1a2-4353c1d3ba8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:12.590266 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:13.161968 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-64d61cd9-f2e3-4b10-9779-e72bbc6d611b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:13.966879 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:14.815599 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:15.927239 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:21.745725 dv-cinder-759962-12-iscsi neutron-server[94058]: DEBUG neutron.wsgi [req-90d36950-24e6-4d84-ba2f-850c068c0778 req-c20fcd9c-5f0e-4c66-b3f9-d9d41b92c88f service neutron] (94058) timed out ('10.222.0.35', 54264) {{(pid=94058) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 12:01:40.909971 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-74511766-4e3f-4fae-9ba2-9538ed1b6e7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:42.605805 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:43.161131 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-dccd5fa8-14a3-4507-9112-e7d7a14c43f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:43.968009 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:44.818295 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:45.898717 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:01:47.338482 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 12:02:10.909183 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-6fa867c5-a9fc-4c06-a1ae-c92e5adef4c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:02:12.602713 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-4e5e3edc-bcd6-41df-85ee-f60954ea1550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:02:13.161035 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-cb04c538-3b54-4ea1-9886-b221252a85b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:02:13.967952 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-d946985c-e3b3-474d-a0c4-fe1b00fe619f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:02:14.822046 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-9e7ac59e-96bf-490d-9598-6e7f2e0532cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:02:15.900867 dv-cinder-759962-12-iscsi neutron-server[94059]: DEBUG neutron_lib.callbacks.manager [None req-b43db611-c23c-472e-811f-c00346f27d41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8774787039115', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-951374'] for agent, after_update {{(pid=94059) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 12:02:24.336599 dv-cinder-759962-12-iscsi neutron-server[94060]: DEBUG neutron.db.agents_db [None req-f8e52174-3581-441e-ba8d-36a9bc9844e1 None None] Agent healthcheck: found 6 active agents {{(pid=94060) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}